-- Logs begin at Fri 2022-04-08 11:08:52 UTC, end at Fri 2022-04-08 12:21:34 UTC. -- Apr 08 11:41:03.188780 dv-cinder-815660-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 11:41:06.089075 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.common.config [-] Logging enabled! Apr 08 11:41:06.089727 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 11:41:06.089829 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 11:41:06.093325 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.common.config [-] Logging enabled! Apr 08 11:41:06.093577 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev92 Apr 08 11:41:06.093890 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 11:41:06.094824 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:41:06.095060 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 11:41:06.095428 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:41:06.095671 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 11:41:06.095895 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 11:41:06.096337 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.096762 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 11:41:06.097093 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.097388 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.097667 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.097953 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.098240 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.098522 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.098807 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.099100 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.099388 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.099662 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.099945 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.100234 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.100514 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.100782 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.101094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.101377 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] debug = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.101658 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.102093 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.102529 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.102808 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.103094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.103389 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.103641 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.103913 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.104193 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.104520 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] host = dv-cinder-815660-8-iscsi {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.104798 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.105107 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.105392 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.105675 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.105950 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.106225 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.106507 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.106780 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.107051 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.107324 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.107608 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.107891 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.108175 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.108397 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.108618 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.108924 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.109211 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.109485 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.109756 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.110027 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.110296 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.110570 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.110836 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.111118 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.111401 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.111682 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.112006 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.112284 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.112552 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.112819 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.113122 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.113395 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.113664 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.113935 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.114218 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.114484 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.114754 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.115049 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.115333 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.115611 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.115889 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.116159 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.116439 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.116708 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.117077 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.117347 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_json = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.117664 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.117883 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.118160 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.118430 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.118697 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.118965 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.119233 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.119511 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.119780 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:06.120068 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.120362 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.120666 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.120983 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.121275 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.121554 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.121836 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.122110 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.122403 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.122690 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.122983 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.123255 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.123551 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.123837 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.124125 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.124426 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.124718 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.125031 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.125306 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.125578 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.125848 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.126123 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.126411 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.126683 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.126968 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.127250 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.127551 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.127843 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.128124 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.128414 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.128701 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.129000 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.129278 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.129566 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.129842 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.130113 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.130388 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.130675 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.130950 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.131219 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.131498 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.131771 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.132040 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.132313 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.132588 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.132895 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.133169 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.133438 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.133708 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.133980 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.134248 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.134529 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.134802 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.135070 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.135341 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.135613 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.135881 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.136150 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.136425 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.136694 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.136995 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.137269 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.137538 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.137811 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.138084 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.138356 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.138626 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.138898 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.139174 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.139443 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.139714 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.139982 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.140253 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.140525 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.140809 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.141124 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.141402 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.141675 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.141949 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.142229 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.142504 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.142776 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.143071 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.143371 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.143642 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.143928 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.144207 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.144493 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.144794 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.145094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.145388 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.145663 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.145937 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.146217 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.146495 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.146773 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.147052 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.147331 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.147621 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.147913 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.148203 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.148497 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.148790 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.149090 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.149397 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.149674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:06.149891 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 11:41:06.150130 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109659) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 11:41:06.517773 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 11:41:06.517964 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 11:41:06.518279 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 11:41:06.518633 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 11:41:06.837954 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.838306 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.838504 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.839742 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.839997 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.842238 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.895216 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.895495 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.895759 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.910728 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.911011 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.911276 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.940615 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.940915 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.941175 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.976011 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.976286 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:06.976557 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.313422 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.314050 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.314050 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.314209 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.314805 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.411423 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.411739 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.412021 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.412299 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.412512 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.412858 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.413143 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.413404 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.413660 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.413922 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.414183 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.414445 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.414702 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.414931 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.415186 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.415453 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.415706 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.415971 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.416239 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.416493 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.416765 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.417043 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.417324 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.417697 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.417943 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.418187 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.418683 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.418926 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.419165 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.419403 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.419638 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.419874 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:07.420240 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 11:41:07.423331 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 11:41:07.427351 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 11:41:07.430982 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 08 11:41:07.432628 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 11:41:07.433138 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 11:41:07.433472 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 11:41:07.433852 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 11:41:07.437671 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 11:41:07.437918 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 11:41:07.438269 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 11:41:07.443187 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 11:41:07.466323 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 11:41:07.466768 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.467068 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109659) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 11:41:07.467434 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.468778 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109659) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 11:41:07.469081 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 11:41:07.469338 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 11:41:07.472618 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.472910 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:07.535220 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 11:41:07.535450 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 11:41:07.535688 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 11:41:07.536055 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 11:41:07.557712 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_db.sqlalchemy.engines [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109659) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 11:41:08.006709 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing driver for type 'gre' Apr 08 11:41:08.007230 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] gre ID ranges: [(1, 1000)] Apr 08 11:41:08.063011 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing driver for type 'local' Apr 08 11:41:08.063412 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing driver for type 'vlan' Apr 08 11:41:08.082294 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] VlanTypeDriver initialization complete Apr 08 11:41:08.082617 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing driver for type 'vxlan' Apr 08 11:41:08.083094 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] vxlan ID ranges: [(1, 1000)] Apr 08 11:41:08.135776 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing extension driver 'port_security' Apr 08 11:41:08.136040 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.extensions.port_security [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] PortSecurityExtensionDriver initialization complete Apr 08 11:41:08.136369 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing mechanism driver 'openvswitch' Apr 08 11:41:08.136693 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing mechanism driver 'hyperv' Apr 08 11:41:08.143406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.plugin [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:08.144292 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.144657 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.145016 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.145540 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.145965 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.146312 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.146652 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.147048 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.147440 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.147777 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.148108 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.148489 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.148907 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.149243 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.149574 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.149961 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.150354 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.150689 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.151021 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.151406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.151798 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > address_group after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.152133 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > address_group after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.152466 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.152855 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 11:41:08.153324 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] ML2 OVO RPC backend initialized. {{(pid=109659) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 11:41:08.154026 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.154719 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.155132 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.155476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > networks before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.155818 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.156155 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > ports before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.156490 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.156828 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnets before_response 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.157188 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.157517 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.157846 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.158172 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.158499 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.158850 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.159176 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.159502 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.159827 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.166948 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded quota_driver: . Apr 08 11:41:08.167307 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.plugin [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Modular L2 Plugin initialization complete Apr 08 11:41:08.167643 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading services supported by the core plugin {{(pid=109659) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 11:41:08.167973 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.plugins.ml2.managers [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Got port-security extension from driver 'port_security' Apr 08 11:41:08.168478 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.extensions.vlantransparent [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Disabled vlantransparent extension. Apr 08 11:41:08.168981 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109659) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 11:41:08.169301 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: router Apr 08 11:41:08.203584 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.204036 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_create 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.204406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router before_create 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.204760 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.205143 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.205486 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_delete 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.205903 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.206249 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.206594 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_create 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.206938 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.207277 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.207611 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.207944 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.208342 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.208701 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.209092 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.209492 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: subnet after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.209867 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.210204 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.210526 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_create 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.210873 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.211207 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.211601 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router after_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.211940 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.212272 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_create 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.212675 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.213049 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_update 55549900 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.213406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > agent after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.213881 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > agent after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.214216 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > network after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.215069 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Tracking information for resource: router configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:08.215392 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Tracking information for resource: floatingip configured {{(pid=109659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 11:41:08.220306 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.db.l3_agentschedulers_db [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 11:41:08.220871 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.221272 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.221611 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.221967 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: port after_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.222740 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router before_create 55550100 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.223095 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.223450 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_create 55550100 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.223799 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > router precommit_update 55550100 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.228540 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.provider_configuration [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service providers = [] {{(pid=109659) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 11:41:08.228970 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.db.servicetype_db [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109659) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 11:41:08.231833 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.service_base [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 11:41:08.232177 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.service_base [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 11:41:08.232508 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.service_base [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 11:41:08.233410 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.services.service_base [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 11:41:08.233776 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.services.service_base [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 11:41:08.234161 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.234469 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 11:41:08.245030 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.245360 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: auto_allocate Apr 08 11:41:08.251012 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: network precommit_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.251371 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: network precommit_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.251878 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.252187 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: tag Apr 08 11:41:08.258876 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.259199 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: timestamp Apr 08 11:41:08.262992 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.263315 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: network_ip_availability Apr 08 11:41:08.268728 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.269122 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.269483 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.270208 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.270529 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: flavors Apr 08 11:41:08.276606 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.276927 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading Plugin: revisions Apr 08 11:41:08.281529 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 11:41:08.281916 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=109659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 11:41:08.282638 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109659) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 11:41:08.282967 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Initializing extension manager. Apr 08 11:41:08.283488 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: __init__.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.283852 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: __pycache__ {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.284181 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: address_group.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.284910 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.285509 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: address-group Apr 08 11:41:08.285831 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: address_scope.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.286524 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.287030 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: address-scope Apr 08 11:41:08.287345 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.288258 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.288760 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: router-admin-state-down-before-update Apr 08 11:41:08.289118 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: agent.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.289801 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.290298 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: agent Apr 08 11:41:08.290614 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: agent_resources_synced.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.291489 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.291994 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: agent-resources-synced Apr 08 11:41:08.292307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: allowedaddresspairs.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.294109 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.294620 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: allowed-address-pairs Apr 08 11:41:08.294941 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: auto_allocated_topology.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.295989 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.296500 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: auto-allocated-topology Apr 08 11:41:08.296813 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: availability_zone.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.297518 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.298015 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: availability_zone Apr 08 11:41:08.298327 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: availability_zone_filter.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.299222 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.299774 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: availability_zone_filter Apr 08 11:41:08.300080 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: data_plane_status.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.300990 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.301494 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 11:41:08.301806 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: default_subnetpools.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.302696 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.303193 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: default-subnetpools Apr 08 11:41:08.303508 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.304303 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.304800 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: dhcp_agent_scheduler Apr 08 11:41:08.305149 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: dns.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.306038 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.306532 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension dns-integration not supported by any of loaded plugins Apr 08 11:41:08.306842 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: dns_domain_ports.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.307737 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.308232 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 11:41:08.308547 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.309474 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.309969 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 11:41:08.310282 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: dvr.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.310939 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.311435 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: dvr Apr 08 11:41:08.311746 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: ecmp_routes.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.312635 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.313166 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 11:41:08.313478 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: empty_string_filtering.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.314364 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.314872 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: empty-string-filtering Apr 08 11:41:08.315213 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.316100 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.316598 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 11:41:08.316920 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.317824 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.318321 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 11:41:08.318633 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: external_net.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.319519 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.320020 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: external-net Apr 08 11:41:08.320329 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.321260 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.321760 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: extra_dhcp_opt Apr 08 11:41:08.322068 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: extraroute.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.322964 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.323457 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: extraroute Apr 08 11:41:08.323769 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: extraroute_atomic.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.324777 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.325304 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: extraroute-atomic Apr 08 11:41:08.325619 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: filter_validation.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.326272 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.326767 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: filter-validation Apr 08 11:41:08.327078 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: fip_pf_description.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.327963 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.328456 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 11:41:08.328767 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: fip_pf_port_range.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.329673 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.330166 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 11:41:08.330476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: fip_port_details.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.331595 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.332096 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: fip-port-details Apr 08 11:41:08.332409 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: flavors.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.333648 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.334157 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: flavors Apr 08 11:41:08.334476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.336120 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.336631 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 11:41:08.336979 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: floatingip_pools.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.337667 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.338169 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: floatingip-pools Apr 08 11:41:08.338482 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: ip_allocation.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.339408 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.339907 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 11:41:08.340222 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.341146 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.341697 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: ip-substring-filtering Apr 08 11:41:08.341973 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l2_adjacency.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.342892 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.343381 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 11:41:08.343697 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.344652 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.345194 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: router Apr 08 11:41:08.345513 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.347712 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.348232 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 11:41:08.348553 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.349494 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.350008 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: ext-gw-mode Apr 08 11:41:08.350327 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.351227 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.351757 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: l3-ha Apr 08 11:41:08.352080 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.352996 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.353492 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 11:41:08.353807 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_flavors.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.354709 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.355211 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: l3-flavors Apr 08 11:41:08.355530 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_ndp_proxy.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.356963 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.357422 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 11:41:08.357742 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.358640 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.359143 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 11:41:08.359462 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: l3agentscheduler.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.360520 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.361060 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: l3_agent_scheduler Apr 08 11:41:08.361383 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: local_ip.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.363203 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.363716 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension local_ip not supported by any of loaded plugins Apr 08 11:41:08.364038 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: logging.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.365685 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.366206 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension logging not supported by any of loaded plugins Apr 08 11:41:08.366532 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: metering.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.367266 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.367847 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: metering Apr 08 11:41:08.368173 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.369287 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.369800 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: metering_source_and_destination_fields Apr 08 11:41:08.370119 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: multiprovidernet.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.371028 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.371531 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: multi-provider Apr 08 11:41:08.371834 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: netmtu.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.372724 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.373254 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: net-mtu Apr 08 11:41:08.373570 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: netmtu_writable.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.374483 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.374971 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: net-mtu-writable Apr 08 11:41:08.375289 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: network_availability_zone.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.375946 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.376443 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: network_availability_zone Apr 08 11:41:08.376755 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: network_ip_availability.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.377881 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.378384 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: network-ip-availability Apr 08 11:41:08.378702 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: network_segment_range.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.379455 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.379954 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 11:41:08.380270 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: pagination.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.381261 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.381582 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: pagination Apr 08 11:41:08.381893 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: port_device_profile.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.382789 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.383302 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: port-device-profile Apr 08 11:41:08.383616 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.384518 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.385064 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: port-mac-address-regenerate Apr 08 11:41:08.385378 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.386322 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.386783 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: port-numa-affinity-policy Apr 08 11:41:08.387091 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: port_resource_request.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.387975 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.388484 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 11:41:08.388796 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: port_resource_request_groups.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.389762 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.390267 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 11:41:08.390582 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: portbindings.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.391476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.391979 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: binding Apr 08 11:41:08.392289 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: portbindings_extended.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.393608 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.394121 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: binding-extended Apr 08 11:41:08.394494 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: portsecurity.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.395391 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.395895 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: port-security Apr 08 11:41:08.396213 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: project_id.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.397207 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.397534 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: project-id Apr 08 11:41:08.397848 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: providernet.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.398764 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.399261 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: provider Apr 08 11:41:08.399579 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.403270 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.403794 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos not supported by any of loaded plugins Apr 08 11:41:08.404118 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.405714 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.406224 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 11:41:08.406545 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.407446 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.407950 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 11:41:08.408267 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_default.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.409225 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.409731 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-default not supported by any of loaded plugins Apr 08 11:41:08.410051 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_fip.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.410951 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.411457 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-fip not supported by any of loaded plugins Apr 08 11:41:08.411771 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.412665 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.413189 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 11:41:08.413506 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_gateway_ip.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.414520 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.415039 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 11:41:08.415358 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_port_network_policy.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.416251 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.416748 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 11:41:08.417094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.418116 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.418621 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 11:41:08.418936 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.419948 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.420449 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 11:41:08.420771 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_pps_rule.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.421941 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.422448 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-pps not supported by any of loaded plugins Apr 08 11:41:08.422769 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_rule_type_details.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.423662 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.424164 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 11:41:08.424527 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_rule_type_filter.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.425474 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.425979 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 11:41:08.426290 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: qos_rules_alias.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.427321 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.427829 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 11:41:08.428154 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: quota_check_limit.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.429089 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.429593 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: quota-check-limit Apr 08 11:41:08.429906 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: quotasv2.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.430833 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.431149 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: quotas Apr 08 11:41:08.431461 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: quotasv2_detail.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.433160 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.433487 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: quota_details Apr 08 11:41:08.433811 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: rbac.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.434856 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.435375 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: rbac-policies Apr 08 11:41:08.435697 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: rbac_address_group.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.436601 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.437147 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: rbac-address-group Apr 08 11:41:08.437465 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: rbac_address_scope.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.438370 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.438878 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: rbac-address-scope Apr 08 11:41:08.439199 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: rbac_security_groups.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.440220 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.440728 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: rbac-security-groups Apr 08 11:41:08.441072 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: rbac_subnetpool.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.441968 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.442471 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: rbac-subnetpool Apr 08 11:41:08.442788 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: revisionifmatch.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.443685 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.444186 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: revision-if-match Apr 08 11:41:08.444502 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: revisions.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.445628 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.446128 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: standard-attr-revisions Apr 08 11:41:08.446448 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: router_availability_zone.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.447096 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.447596 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: router_availability_zone Apr 08 11:41:08.447907 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: routerservicetype.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.448796 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.449326 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension router-service-type not supported by any of loaded plugins Apr 08 11:41:08.449636 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.450534 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.451037 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: security-groups-normalized-cidr Apr 08 11:41:08.451348 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.452252 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.452746 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: port-security-groups-filtering Apr 08 11:41:08.453085 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.454007 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.454514 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: security-groups-remote-address-group Apr 08 11:41:08.454830 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.455753 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.456260 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: security-groups-shared-filtering Apr 08 11:41:08.456576 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.457177 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 11:41:08.457495 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: securitygroup.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.467057 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.467584 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: security-group Apr 08 11:41:08.467912 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: segment.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.468628 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.469172 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension segment not supported by any of loaded plugins Apr 08 11:41:08.469491 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.470419 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.470910 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 11:41:08.471296 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: servicetype.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.472342 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.472849 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: service-type Apr 08 11:41:08.473189 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: sorting.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.474150 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.474479 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: sorting Apr 08 11:41:08.474791 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: standard_attr_segment.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.475701 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.476201 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 11:41:08.476518 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: standardattrdescription.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.477186 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.478029 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: standard-attr-description Apr 08 11:41:08.478559 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: stateful_security_group.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.479934 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.480456 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: stateful-security-group Apr 08 11:41:08.480778 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: stdattrs_common.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.481370 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 11:41:08.481684 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.482610 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.483120 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 11:41:08.483435 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnet_onboard.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.484498 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.485030 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: subnet_onboard Apr 08 11:41:08.485346 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.486257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.486759 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 11:41:08.487095 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnet_service_types.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.487999 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.488504 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: subnet-service-types Apr 08 11:41:08.488814 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnetallocation.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.489914 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.490427 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: subnet_allocation Apr 08 11:41:08.490742 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.491399 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.491909 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: subnetpool-prefix-ops Apr 08 11:41:08.492223 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.493158 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.493661 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 11:41:08.493971 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: tagging.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.495059 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.495571 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: standard-attr-tag Apr 08 11:41:08.495888 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: timestamp.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.497132 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.497643 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loaded extension: standard-attr-timestamp Apr 08 11:41:08.497963 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: trunk.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.498979 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.499482 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension trunk not supported by any of loaded plugins Apr 08 11:41:08.499799 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: trunk_details.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.500700 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.501230 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension trunk-details not supported by any of loaded plugins Apr 08 11:41:08.501546 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: uplink_status_propagation.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.502501 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.503032 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 11:41:08.503349 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Loading extension file: vlantransparent.py {{(pid=109659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 11:41:08.504009 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:41:08.504507 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 11:41:08.507133 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:network Apr 08 11:41:08.507686 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnet Apr 08 11:41:08.508084 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:41:08.508462 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:port Apr 08 11:41:08.509846 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.510228 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service FLAVORS assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.510846 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.511311 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.511577 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:router Apr 08 11:41:08.511996 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:floatingip Apr 08 11:41:08.512487 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service METERING assigned prefix: /metering {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.513998 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.514364 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.514683 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:41:08.515699 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 11:41:08.516156 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:security_group Apr 08 11:41:08.517072 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 11:41:08.517242 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service CORE assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.517575 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:41:08.517918 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] subnetpool is already registered Apr 08 11:41:08.520279 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service CORE assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.520461 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:41:08.520848 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] subnetpool is already registered Apr 08 11:41:08.523251 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.523723 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service FLAVORS assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.524237 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.524681 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.525064 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:router Apr 08 11:41:08.525409 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] router is already registered Apr 08 11:41:08.525803 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:floatingip Apr 08 11:41:08.526182 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] floatingip is already registered Apr 08 11:41:08.526636 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service METERING assigned prefix: /metering {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.527273 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 11:41:08.527613 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] rbac_policy is already registered Apr 08 11:41:08.528004 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:security_group Apr 08 11:41:08.528356 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] security_group is already registered Apr 08 11:41:08.528722 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 11:41:08.529071 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] security_group_rule is already registered Apr 08 11:41:08.530008 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service CORE assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.530347 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:41:08.530674 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] subnetpool is already registered Apr 08 11:41:08.531061 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.v2.resource_helper [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Service CORE assigned prefix: {{(pid=109659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 11:41:08.531409 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:41:08.531732 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING neutron.quota.resource_registry [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] subnetpool is already registered Apr 08 11:41:08.532205 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: extensions {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.533841 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: address-groups {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.535313 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: address-scopes {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.536626 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: agents {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.537803 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: auto-allocated-topology {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.539018 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: availability_zones {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.540219 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: dhcp-networks {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.541736 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: dhcp-agents {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.543162 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: routers {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.546407 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: flavors {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.547580 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: service_profiles {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.548760 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: next_providers {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.550219 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: service_profiles {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.551731 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: floatingip-pools {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.552936 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: routers {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.555001 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: floatingips {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.556256 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: l3-routers {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.557699 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: l3-agents {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.559075 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: metering-labels {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.560406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: metering-label-rules {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.561671 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: network-ip-availabilities {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.562913 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: bindings {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.564522 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: quotas {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.566137 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: quotas {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.567632 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: rbac-policies {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.568902 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: security-groups {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.570121 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: security-group-rules {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.571375 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: service-providers {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.572553 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: subnetpools {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.573978 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: subnetpools {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.575394 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.577066 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.578823 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.580587 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.582427 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.584240 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.585930 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.587805 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.589570 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.591377 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron.api.extensions [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Extended resource: tags {{(pid=109659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 11:41:08.597349 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING keystonemiddleware.auth_token [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 11:41:08.602043 dv-cinder-815660-8-iscsi neutron-server[109659]: WARNING keystonemiddleware.auth_token [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 11:41:08.610859 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Acquired lock "singleton_lock" {{(pid=109659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 11:41:08.611325 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_concurrency.lockutils [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Releasing lock "singleton_lock" {{(pid=109659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 11:41:08.612008 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Starting 2 workers Apr 08 11:41:08.616868 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Started child 109768 {{(pid=109659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 11:41:08.621381 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Started child 109769 {{(pid=109659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 11:41:08.622299 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.623041 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO neutron.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 11:41:08.623430 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Publish callbacks [] for process (None), before_spawn {{(pid=109659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.623878 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [-] (109768) wsgi starting up on http://0.0.0.0:9696 Apr 08 11:41:08.625938 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Starting 1 workers Apr 08 11:41:08.626386 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.627855 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [-] (109769) wsgi starting up on http://0.0.0.0:9696 Apr 08 11:41:08.631178 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Started child 109770 {{(pid=109659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 11:41:08.631724 dv-cinder-815660-8-iscsi neutron-server[109659]: INFO oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Starting 1 workers Apr 08 11:41:08.635055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] calling RpcWorker wait() {{(pid=109770) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 11:41:08.635605 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] returning from RpcWorker wait() {{(pid=109770) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 11:41:08.636179 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Started child 109771 {{(pid=109659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 11:41:08.637004 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.637127 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG neutron_lib.callbacks.manager [None req-1426375e-ff94-4c10-9a19-9cb5030d65ad None None] Publish callbacks [] for process (None), after_spawn {{(pid=109659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.637387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:08.638831 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 11:41:08.639134 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:41:08.639232 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 11:41:08.639376 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:41:08.639927 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 11:41:08.640055 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 11:41:08.640595 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.640920 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.641147 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.641384 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:08.641917 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.641917 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.642306 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.642530 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.642828 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:08.642971 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.643249 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.643483 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.643650 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.643801 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.644071 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.644301 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.644579 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.644913 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.645088 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.645387 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.645588 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.645823 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.646112 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.646350 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.646621 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] debug = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.646862 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.647391 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.647630 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.647811 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.648059 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.648277 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.648554 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.648813 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.649019 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.649267 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.649515 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.649762 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.649986 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.650195 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.650436 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.650645 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.650895 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.651112 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.651599 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] host = dv-cinder-815660-8-iscsi {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.651829 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.652041 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.652293 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.652546 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.652791 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.653040 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.653304 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.653567 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.653790 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.654144 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.654298 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.654899 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.655043 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.655284 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.655434 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_options = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.655678 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.655940 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.656197 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.656385 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.656555 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.656713 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.657015 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.657173 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.657390 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.657600 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.657809 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.658019 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.658250 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.658461 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.658743 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.659011 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.659286 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.659496 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.659758 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.659969 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.660214 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.660426 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.660655 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.660855 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.661109 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.661336 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.661571 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.661754 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.661987 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.662230 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.662439 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.662919 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.663356 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.663356 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.663726 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.664492 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.664492 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.664492 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.664909 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.664909 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.665288 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.665421 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.665638 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.665807 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.665974 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.666202 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.666418 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_json = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.666626 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.666855 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.667142 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.667903 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.667903 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.667903 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.668267 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.668267 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.669184 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.669184 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.669184 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.669532 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.669755 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.669986 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.670223 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.670455 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.670729 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.675457 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.677604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.679612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681102 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.681674 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682952 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682952 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682952 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.682952 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.683253 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.683253 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.683409 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.683604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.683807 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.684019 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.684225 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.684472 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.684868 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.685284 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.685681 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.686065 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.686467 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.686847 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.687257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.687633 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.688046 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.688421 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.688812 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.689226 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.689604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.690021 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.690403 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.690806 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.691022 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.691236 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.691449 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.691659 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.691916 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.692089 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.692610 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.693123 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.693524 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.693907 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.694129 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.694386 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.694634 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.694840 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.695281 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.695547 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.695854 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.696169 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.696476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.696809 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.697112 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.697408 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.697706 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.697989 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.698199 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.698420 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.698637 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.698875 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.699089 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.699377 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.699611 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.699831 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.700091 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.700349 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.700612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.700846 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.701132 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.701347 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.701613 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.701916 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.702180 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.702446 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.702696 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.702969 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.703172 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.703577 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.703815 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.704186 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.704600 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.705016 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.705433 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.705850 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.706217 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.706599 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.707086 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.707349 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.707586 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.707792 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.708202 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.708461 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.708718 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.709009 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.709302 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.709509 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.709743 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.710034 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.710244 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.710476 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.710717 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.710926 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.711154 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.711379 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.711598 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.711805 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.712013 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.712311 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.712485 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.712697 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.712939 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.713151 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.713371 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.713604 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.713951 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.714310 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.714721 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.714939 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.715183 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.715380 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.715572 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.715819 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.716059 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.716325 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.716570 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.716791 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.717217 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.717612 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.717863 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.718100 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.718347 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.718583 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.718816 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.719025 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.719275 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.719488 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.719703 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.719926 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.720134 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.720390 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.720620 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.720970 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.721254 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.721534 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.721752 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.721993 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.722199 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.722413 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.722622 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.722817 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.723034 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.723249 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.723461 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.723672 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.723889 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.724099 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.724334 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.724581 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.724826 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.725087 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.725299 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.725532 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.725747 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726178 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726178 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726428 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726552 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726774 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.726986 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.727189 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.727464 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.727716 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.727938 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.728193 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.728423 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.728683 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.728939 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.729167 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.729371 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.729586 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.729803 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.730008 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.730227 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.730436 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.730640 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.730873 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.731082 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.731283 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.731516 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.731718 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.731919 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.732137 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.732344 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.732564 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.732781 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.733004 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.733208 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.733420 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.733627 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.733828 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.734054 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.734388 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.734519 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.734659 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.734887 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.735091 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.735363 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.735618 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.735854 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.736138 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.736376 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.736615 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.736901 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.737216 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.737426 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.737687 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.737901 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.738128 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.738357 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.738603 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.738921 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.739211 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.739465 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.739693 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.739951 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.740226 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.740485 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.740690 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.740994 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.741313 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.741587 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.741840 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.742079 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.742307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.742520 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.742744 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.742953 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.743163 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.743392 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.743641 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.743862 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.744095 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.744303 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.744520 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.744729 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.744991 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.745168 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.745408 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.745619 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.745770 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 11:41:08.746285 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 11:41:08.746423 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:41:08.746615 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 11:41:08.746739 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:41:08.746892 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 11:41:08.747037 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 11:41:08.747240 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.747398 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.747553 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.747688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:08.747818 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.747941 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748063 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748186 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748427 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748576 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748732 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.748900 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749061 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749214 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749368 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749523 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749676 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749832 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.749993 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750172 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750300 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750444 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750597 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] debug = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750750 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.750942 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751119 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751244 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751382 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751523 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751679 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751805 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.751960 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.752164 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.752309 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.752473 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.752677 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.752901 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753078 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753232 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753411 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753538 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753680 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] host = dv-cinder-815660-8-iscsi {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753831 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.753988 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754120 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754267 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754423 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754576 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754728 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.754881 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755109 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755243 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755366 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755487 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755608 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755739 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.755891 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_options = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756044 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756196 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756350 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756537 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756696 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.756918 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757120 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757334 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757334 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757700 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757700 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.757700 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758080 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758080 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758549 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758549 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758770 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.758892 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759012 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759133 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759252 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759402 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759557 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759709 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.759861 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760015 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760168 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760322 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760475 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760627 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760780 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.760955 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761096 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761254 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761558 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761714 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.761868 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762005 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762162 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762314 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762467 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762630 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762768 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.762892 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_json = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763043 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763195 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763347 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763499 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763651 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763787 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.763945 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.764100 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.764276 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 11:41:08.764452 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.764607 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.764772 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.764947 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765104 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765328 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765455 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765576 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765698 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.765840 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766002 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766159 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766324 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766479 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766635 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766792 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.766946 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767101 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767257 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767413 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767567 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767721 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.767884 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768056 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768214 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768369 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768523 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768685 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.768841 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769043 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769200 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769356 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769511 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769666 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769821 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.769977 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770134 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770289 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770445 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770600 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770755 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.770911 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771066 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771221 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771377 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771533 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771690 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.771847 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772004 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772152 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772390 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772528 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772650 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772771 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.772920 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773045 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773190 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773355 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773513 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773667 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773822 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.773977 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774134 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774273 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774445 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774590 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774747 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.774902 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775070 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775232 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775432 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775560 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775680 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775800 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.775952 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776106 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776260 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776415 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776572 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776728 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.776946 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777075 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777196 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777344 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777501 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777640 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777799 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.777955 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778110 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778263 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778419 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778581 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778751 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.778905 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.779059 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.779214 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.779758 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.779910 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780044 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780220 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780421 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780421 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780766 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.780766 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781046 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781046 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781276 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781276 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781509 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781632 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781752 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.781873 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782008 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782153 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782309 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782464 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782619 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782775 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.782932 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783249 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783406 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783563 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783768 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.783937 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784092 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784249 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784404 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784558 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784770 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.784916 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785039 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785161 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785307 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785516 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785648 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785769 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.785921 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786061 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786240 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786395 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786549 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786707 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.786862 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787017 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787172 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787330 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787488 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787643 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787797 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.787954 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788108 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788262 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788416 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788570 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788726 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.788919 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789172 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789335 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789491 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789647 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789802 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.789958 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790114 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790270 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790408 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790569 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790725 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.790882 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791035 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791191 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791347 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791502 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791656 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791810 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.791964 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792120 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792278 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792433 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792588 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792744 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.792916 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793078 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793240 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793394 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793550 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793705 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.793859 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794015 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794170 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794325 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794480 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794634 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794791 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.794963 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795118 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795271 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795428 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795590 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795745 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.795901 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796055 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796211 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796366 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796525 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796681 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.796837 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797014 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797169 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797323 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797481 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797638 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797794 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.797948 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798135 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798285 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798441 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798596 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798750 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.798906 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799060 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799215 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799417 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799586 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799742 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.799897 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800052 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800207 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800362 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800525 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800682 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.800836 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801013 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801167 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801322 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801487 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801642 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801796 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.801950 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802104 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802258 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802422 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802577 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802731 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.802885 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803039 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803193 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803357 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803512 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803668 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803821 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.803976 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804132 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804296 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804451 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804605 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804759 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.804937 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805094 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805258 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805414 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805577 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805739 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.805895 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806050 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806205 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806369 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806524 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806680 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806834 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.806987 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807143 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807298 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807458 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807622 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807783 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.807939 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808101 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808265 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808427 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808582 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808742 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.808928 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809086 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809241 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809395 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809550 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809705 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.809890 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810047 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810201 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810356 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810511 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810665 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810820 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.810975 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811129 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811283 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811444 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811594 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811748 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.811911 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 11:41:08.812100 dv-cinder-815660-8-iscsi neutron-server[109659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 11:41:08.862628 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36256) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:08.870794 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060360 Apr 08 11:41:20.405329 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e319b-8f09-4fff-a704-46854cec5bbf None None] get_active_networks_info from dv-cinder-815660-8-iscsi {{(pid=109770) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 11:41:20.466503 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057e319b-8f09-4fff-a704-46854cec5bbf None None] No non-hosted networks {{(pid=109770) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 11:41:20.493015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.agentschedulers_db [None req-057e319b-8f09-4fff-a704-46854cec5bbf None None] DHCP Agent not found on host dv-cinder-815660-8-iscsi {{(pid=109770) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 11:41:20.587818 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2631e64f-1add-4171-8d72-67f23f198e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:22.647195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b0c423a-9423-4a82-9ba8-d6ee22a9e4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:22.694112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-600d5ac8-56e0-4980-abd2-08f27d3edc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:23.450643 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36322) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:23.769572 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:24.058210 dv-cinder-815660-8-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-0988bef2-2a5a-4cd9-88c0-e0cc4fc2388d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:24.058776 dv-cinder-815660-8-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-0988bef2-2a5a-4cd9-88c0-e0cc4fc2388d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:24.279040 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-0988bef2-2a5a-4cd9-88c0-e0cc4fc2388d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:41:24.292971 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0988bef2-2a5a-4cd9-88c0-e0cc4fc2388d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8285959 Apr 08 11:41:25.003290 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.574495 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:26.575930 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.576953 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.577458 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.578066 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.579134 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.580017 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.580739 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.581510 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.582543 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.583018 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.584234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.586173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.586694 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.587944 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.588458 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:26.593588 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:26.608190 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:26.846685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36356) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:27.189025 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:27.278958 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.policy [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 11:41:27.321574 dv-cinder-815660-8-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:27.321888 dv-cinder-815660-8-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:27.417822 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395445596', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395445033', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395428547', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395404857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395412871', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739395521275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3150890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3187409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683211'] for rbac-policy (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.496604 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:27.509045 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-996a932d-f341-49ac-bdd1-d4cd7270d536 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6498806 Apr 08 11:41:27.902797 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.db.l3_hamode_db [None req-3acd3e0e-6f41-483a-8031-3e44ddd51d93 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 11:41:27.979117 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd3e0e-6f41-483a-8031-3e44ddd51d93 None None] Routers set() bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:27.979446 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd3e0e-6f41-483a-8031-3e44ddd51d93 None None] Router IDs set() for agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 11:41:29.990450 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36368) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:30.379389 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:30.416618 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Made reservation on behalf of 624e9a26e5104253a4c4139d8917d61c for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:41:30.422418 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.446071 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.556422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks [] for security_group (f6b98b3f-ca83-44f4-93fc-a323dde8d318), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.563029 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f6b98b3f-ca83-44f4-93fc-a323dde8d318), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.588125 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:41:30.624583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739396093633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (790a8d8c-fee9-4cef-af13-b62fc3be6ba5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.625196 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Unsubscribe: segment precommit_create {{(pid=109769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 11:41:30.625701 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Added segment 790a8d8c-fee9-4cef-af13-b62fc3be6ba5 of type vlan for network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 Apr 08 11:41:30.643914 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b98b3f-ca83-44f4-93fc-a323dde8d318,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:30.703065 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.703282 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.703668 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.704015 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.704343 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.704670 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.705029 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.705341 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.705667 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.705981 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.706302 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.706639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.706939 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.707356 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.707673 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Tracked resource versions report: Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: pushed versions: Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: { 'AddressGroup': {'1.2'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Agent': {'1.1'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Log': {'1.0'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'NDPProxy': {'1.0'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Network': {'1.1'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Port': {'1.7'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'PortForwarding': {'1.3'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'QosPolicy': {'1.10'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroup': {'1.5'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SubPort': {'1.0'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Subnet': {'1.1'}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Trunk': {'1.1'}} Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: consumer versions: Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Agent': '1.1', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'ConntrackHelper': '1.0', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'LocalIPAssociation': '1.0', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Log': '1.0', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'NDPProxy': '1.0', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Network': '1.1', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Port': '1.7', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'PortForwarding': '1.3', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'QosPolicy': '1.10', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroup': '1.5', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroupRule': '1.2', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SubPort': '1.0', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Subnet': '1.1', Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Trunk': '1.1'}} Apr 08 11:41:30.709093 dv-cinder-815660-8-iscsi neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:41:30.742734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (268ce9e7-e47c-4879-b7aa-5aa688f0cdf5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.788964 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (268ce9e7-e47c-4879-b7aa-5aa688f0cdf5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.794113 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:30.794820 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:30.893103 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9012034 Apr 08 11:41:30.910367 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8340b-1744-41f4-8e07-b623a73b11aa demo demo] Pushing event updated for resources: {'Network': ['ID=268ce9e7-e47c-4879-b7aa-5aa688f0cdf5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:30.926774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:41:33.456660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36380) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:33.912168 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e9ceb-ef78-4429-9a05-75c9c34b8610 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:33.913574 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fe6e9ceb-ef78-4429-9a05-75c9c34b8610 demo admin] 10.222.0.55 "GET /v2.0/networks/268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 HTTP/1.1" status: 200 len: 825 time: 0.4556310 Apr 08 11:41:33.941848 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-49fb0067-02b5-4d8e-86e4-8e20a1f9ec15 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/2ceea44b-22da-4968-9a54-b180768d7262 HTTP/1.1" status: 200 len: 734 time: 0.0195544 Apr 08 11:41:33.953083 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Request body: {'subnet': {'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:33.978111 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Made reservation on behalf of 624e9a26e5104253a4c4139d8917d61c for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:41:33.980245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:34.285692 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (68cfa12c-779a-408c-90e8-363580780b08), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:34.355415 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Pushing event updated for resources: {'Subnet': ['ID=68cfa12c-779a-408c-90e8-363580780b08,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:34.359671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Checking segment: {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:41:34.360052 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Network hostable DHCP agents. Network: 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:41:34.383330 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:41:34.403538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:34.409328 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:34.409979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:34.416725 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53822c0e-4ba7-4ea3-b8d9-57156f796538 None None] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:41:34.427457 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8f75b66e-5783-431d-8d6c-a6d39354be94 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4775488 Apr 08 11:41:34.799047 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:41:34.800270 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.088634 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Allocated IP 172.20.0.2 (268ce9e7-e47c-4879-b7aa-5aa688f0cdf5/68cfa12c-779a-408c-90e8-363580780b08/3f5d8ee5-881b-4b0f-b3fb-ed607c776e59) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:41:35.358014 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks [] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.366421 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.442659 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:41:35.448546 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:35.460008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:41:35.463223 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Pushing event updated for resources: {'Port': ['ID=3f5d8ee5-881b-4b0f-b3fb-ed607c776e59,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:35.493277 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.493628 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.494209 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.494345 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.494663 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.495030 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.495358 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.495684 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.496009 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.496332 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.496673 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.497019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.497351 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.497674 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.497996 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Tracked resource versions report: Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: pushed versions: Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: { 'AddressGroup': {'1.2'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Agent': {'1.1'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Log': {'1.0'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'NDPProxy': {'1.0'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Network': {'1.1'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Port': {'1.7'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'PortForwarding': {'1.3'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'QosPolicy': {'1.10'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroup': {'1.5'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SubPort': {'1.0'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Subnet': {'1.1'}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Trunk': {'1.1'}} Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: consumer versions: Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Agent': '1.1', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'ConntrackHelper': '1.0', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'LocalIPAssociation': '1.0', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Log': '1.0', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'NDPProxy': '1.0', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Network': '1.1', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Port': '1.7', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'PortForwarding': '1.3', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'QosPolicy': '1.10', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroup': '1.5', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroupRule': '1.2', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SubPort': '1.0', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Subnet': '1.1', Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Trunk': '1.1'}} Apr 08 11:41:35.499444 dv-cinder-815660-8-iscsi neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:41:35.549387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Attempting to bind port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:41:35.549790 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Attempting to bind port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:41:35.550196 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Attempting to bind port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 on network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:41:35.555211 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:41:35.555594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Checking segment: {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:41:35.556084 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.556474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Bound using segment: {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:41:35.556982 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Bound port: 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:41:35.557388 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.623129 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] For port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:41:35.642929 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] For port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=3f5d8ee5-881b-4b0f-b3fb-ed607c776e59,segment=NetworkSegment(790a8d8c-fee9-4cef-af13-b62fc3be6ba5),segment_id=790a8d8c-fee9-4cef-af13-b62fc3be6ba5)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:41:35.650504 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:35.704843 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9cff2-ad4e-4f63-b6e7-ae975db7327f None None] Pushing event updated for resources: {'Port': ['ID=3f5d8ee5-881b-4b0f-b3fb-ed607c776e59,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:36.970815 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36388) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:37.479707 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING oslo_policy.policy [None req-3eb173cc-2421-4f4a-99dc-a701d0aca860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:37.480294 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING oslo_policy.policy [None req-3eb173cc-2421-4f4a-99dc-a701d0aca860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:37.702929 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [None req-3eb173cc-2421-4f4a-99dc-a701d0aca860 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:41:37.712915 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3eb173cc-2421-4f4a-99dc-a701d0aca860 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7311790 Apr 08 11:41:40.228719 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36402) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:40.549349 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [None req-25626937-e99c-4434-af84-efcbb556e926 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:41:40.550499 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-25626937-e99c-4434-af84-efcbb556e926 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206842 Apr 08 11:41:43.049588 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36410) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:43.378710 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:43.404276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (94c09945-e3f3-43c8-bf46-7ad270b864e1), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:43.406194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (94c09945-e3f3-43c8-bf46-7ad270b864e1), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:43.545503 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Publish callbacks [] for router_controller (94c09945-e3f3-43c8-bf46-7ad270b864e1), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:43.551562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (94c09945-e3f3-43c8-bf46-7ad270b864e1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:43.568601 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:43.569806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-04485351-f623-4d02-ba07-b7f2842eee22 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5191288 Apr 08 11:41:45.359846 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:41:45.453794 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:45.454199 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:45.565104 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:45.565349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:45.599244 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=3f5d8ee5-881b-4b0f-b3fb-ed607c776e59,segment=NetworkSegment(790a8d8c-fee9-4cef-af13-b62fc3be6ba5),segment_id=790a8d8c-fee9-4cef-af13-b62fc3be6ba5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:45.604751 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:45.654219 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=3f5d8ee5-881b-4b0f-b3fb-ed607c776e59,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:46.095772 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36422) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:46.417930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-45a276ae-81fe-4a1e-b43e-54902dc1ec60 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:41:46.418946 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-45a276ae-81fe-4a1e-b43e-54902dc1ec60 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3221681 Apr 08 11:41:46.984836 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca725f-71e5-4269-a8c0-ed0b34cab57f None None] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:41:47.054421 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-62ebbeae-f337-4954-9842-99284fb2a5a3 None None] Provisioning complete for port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:47.054806 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ebbeae-f337-4954-9842-99284fb2a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:47.180241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-62ebbeae-f337-4954-9842-99284fb2a5a3 None None] Current status of the port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:47.323773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:41:47.372732 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:47.373163 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:47.416479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-663a0c3f-55ff-40a4-81b3-dda13458018c None None] Provisioning complete for port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:47.416858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663a0c3f-55ff-40a4-81b3-dda13458018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:47.490017 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:47.529373 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-663a0c3f-55ff-40a4-81b3-dda13458018c None None] Current status of the port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:48.952809 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36430) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:49.308543 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:49.334937 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Made reservation on behalf of 551d0a2bcbff45248b8daabff168cbd3 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:41:49.337399 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.345564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.424289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks [] for security_group (816a5805-a7c9-4acc-aef8-73d0eafcb551), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.430289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (816a5805-a7c9-4acc-aef8-73d0eafcb551), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.443401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=109769) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 11:41:49.464354 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.464684 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Added segment 4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb of type flat for network f72c0f87-5229-4fdc-9dee-2074767b713b Apr 08 11:41:49.465985 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a5805-a7c9-4acc-aef8-73d0eafcb551,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:49.511646 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (f72c0f87-5229-4fdc-9dee-2074767b713b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.546311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (f72c0f87-5229-4fdc-9dee-2074767b713b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.547820 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:49.548655 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:49.603224 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6489224 Apr 08 11:41:49.644198 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb58d6-0b2e-4d93-a8b9-4db8e2bd01f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f72c0f87-5229-4fdc-9dee-2074767b713b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:49.654501 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network f72c0f87-5229-4fdc-9dee-2074767b713b details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:41:50.380480 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c922f275-6a42-4806-9797-4c136a424d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:52.066967 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 36438) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:52.439396 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b500dc9-cae9-4371-a7ff-540f8f480c37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:52.440616 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6b500dc9-cae9-4371-a7ff-540f8f480c37 demo admin] 10.222.0.55 "GET /v2.0/subnets/68cfa12c-779a-408c-90e8-363580780b08 HTTP/1.1" status: 200 len: 849 time: 0.3726239 Apr 08 11:41:52.562668 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-49320c11-1362-4327-aefe-870b828469c8 demo admin] 10.222.0.55 "GET /v2.0/routers/94c09945-e3f3-43c8-bf46-7ad270b864e1 HTTP/1.1" status: 200 len: 704 time: 0.1150284 Apr 08 11:41:52.638270 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bfd71021-4870-4552-8c88-a788b26f8e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:52.851346 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.194022 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Allocated IP 172.20.0.1 (268ce9e7-e47c-4879-b7aa-5aa688f0cdf5/68cfa12c-779a-408c-90e8-363580780b08/9142a181-ed40-44e6-8fa1-049663906253) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:41:53.353730 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks [] for port (9142a181-ed40-44e6-8fa1-049663906253), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.426607 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (9142a181-ed40-44e6-8fa1-049663906253), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.498338 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:41:53.503497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:53.510382 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:41:53.510939 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (94c09945-e3f3-43c8-bf46-7ad270b864e1), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.575510 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Pushing event updated for resources: {'Port': ['ID=9142a181-ed40-44e6-8fa1-049663906253,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:53.734316 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9142a181-ed40-44e6-8fa1-049663906253), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.736015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.798478 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-41c63132-daad-472e-91ff-0120084aca23 None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:53.798868 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-41c63132-daad-472e-91ff-0120084aca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.833189 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-41c63132-daad-472e-91ff-0120084aca23 None None] Port 9142a181-ed40-44e6-8fa1-049663906253 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:41:53.948800 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks [] for port (9142a181-ed40-44e6-8fa1-049663906253), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.956254 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9142a181-ed40-44e6-8fa1-049663906253), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:53.957037 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (94c09945-e3f3-43c8-bf46-7ad270b864e1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:54.037523 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Pushing event updated for resources: {'Port': ['ID=9142a181-ed40-44e6-8fa1-049663906253,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:54.086447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:41:54.087881 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:54.253363 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Router 94c09945-e3f3-43c8-bf46-7ad270b864e1 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:41:54.255124 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-cddea4cf-1695-4c17-a7f5-b76c5d236046 None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:54.255571 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cddea4cf-1695-4c17-a7f5-b76c5d236046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:54.293006 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-cddea4cf-1695-4c17-a7f5-b76c5d236046 None None] Port 9142a181-ed40-44e6-8fa1-049663906253 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:41:54.349479 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:41:54.355367 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-53839d0e-3023-4007-8cd5-109685094ac5 demo admin] 10.222.0.55 "PUT /v2.0/routers/94c09945-e3f3-43c8-bf46-7ad270b864e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7874434 Apr 08 11:41:54.360097 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Sync routers for ids ['94c09945-e3f3-43c8-bf46-7ad270b864e1'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:41:54.379357 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Routers {'94c09945-e3f3-43c8-bf46-7ad270b864e1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:54.380537 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:41:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['94c09945-e3f3-43c8-bf46-7ad270b864e1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:54.572702 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Set router 94c09945-e3f3-43c8-bf46-7ad270b864e1 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:54.966012 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.005173 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:41:53Z', 'revision_number': 2, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port_host': None, '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:53Z', 'revision_number': 2, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:55.056280 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Checking router: 94c09945-e3f3-43c8-bf46-7ad270b864e1 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:41:55.056610 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Updating router 94c09945-e3f3-43c8-bf46-7ad270b864e1 port 9142a181-ed40-44e6-8fa1-049663906253 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:41:55.107605 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9142a181-ed40-44e6-8fa1-049663906253), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.611080 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks [] for port (9142a181-ed40-44e6-8fa1-049663906253), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.619876 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9142a181-ed40-44e6-8fa1-049663906253), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.775085 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Pushing event updated for resources: {'Port': ['ID=9142a181-ed40-44e6-8fa1-049663906253,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:55.791223 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.791570 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.791931 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.792290 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.792629 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.792987 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.793319 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.793641 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.793970 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.794295 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.794620 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.794957 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.795279 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.795643 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.795965 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Tracked resource versions report: Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: pushed versions: Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Agent': {'1.1'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Log': {'1.0'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'NDPProxy': {'1.0'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Network': {'1.1'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Port': {'1.7'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'PortForwarding': {'1.3'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: consumer versions: Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Agent': '1.1', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Log': '1.0', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'NDPProxy': '1.0', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Network': '1.1', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Port': '1.7', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'PortForwarding': '1.3', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SubPort': '1.0', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Subnet': '1.1', Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Apr 08 11:41:55.797570 dv-cinder-815660-8-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:41:55.803473 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Attempting to bind port 9142a181-ed40-44e6-8fa1-049663906253 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:41:55.803885 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Attempting to bind port 9142a181-ed40-44e6-8fa1-049663906253 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:41:55.804311 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Attempting to bind port 9142a181-ed40-44e6-8fa1-049663906253 on network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:41:55.810218 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:41:55.810619 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Checking segment: {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:41:55.811100 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.811484 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Bound using segment: {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:41:55.812000 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Bound port: 9142a181-ed40-44e6-8fa1-049663906253, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790a8d8c-fee9-4cef-af13-b62fc3be6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:41:55.812355 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9142a181-ed40-44e6-8fa1-049663906253), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.821787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-9efdc308-2458-4144-a60a-00464e512a93 None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:55.822775 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9efdc308-2458-4144-a60a-00464e512a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.861179 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-9efdc308-2458-4144-a60a-00464e512a93 None None] Port 9142a181-ed40-44e6-8fa1-049663906253 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:41:55.881772 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] For port 9142a181-ed40-44e6-8fa1-049663906253, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:41:55.900400 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] For port 9142a181-ed40-44e6-8fa1-049663906253, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=9142a181-ed40-44e6-8fa1-049663906253,segment=NetworkSegment(790a8d8c-fee9-4cef-af13-b62fc3be6ba5),segment_id=790a8d8c-fee9-4cef-af13-b62fc3be6ba5)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:41:55.907626 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9142a181-ed40-44e6-8fa1-049663906253), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:55.957851 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Routers {'94c09945-e3f3-43c8-bf46-7ad270b864e1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:41:55.958503 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:41:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['94c09945-e3f3-43c8-bf46-7ad270b864e1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:56.043562 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3e7a-6d55-437b-b1bd-276f318e18b2 None None] Pushing event updated for resources: {'Port': ['ID=9142a181-ed40-44e6-8fa1-049663906253,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:56.056612 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] Set router 94c09945-e3f3-43c8-bf46-7ad270b864e1 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:41:56.185713 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:41:56.186787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:56.269245 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:41:53Z', 'revision_number': 2, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port_host': None, '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:55Z', 'revision_number': 4, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:41:56.278969 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Current status of the port 9142a181-ed40-44e6-8fa1-049663906253 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:41:56.279336 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9142a181-ed40-44e6-8fa1-049663906253), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:56.296068 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da2aa9-d41d-4d6c-a75d-2831ec3f446e None None] The sync data for ids ['94c09945-e3f3-43c8-bf46-7ad270b864e1'] in dv-cinder-815660-8-iscsi is: [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:41:53Z', 'revision_number': 2, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port_host': None, '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:55Z', 'revision_number': 4, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:41:56.313980 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] For port 9142a181-ed40-44e6-8fa1-049663906253, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=9142a181-ed40-44e6-8fa1-049663906253,segment=NetworkSegment(790a8d8c-fee9-4cef-af13-b62fc3be6ba5),segment_id=790a8d8c-fee9-4cef-af13-b62fc3be6ba5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:41:56.319375 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9142a181-ed40-44e6-8fa1-049663906253), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:56.371167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da029-4fec-4dad-b6e6-1b22a04e6412 None None] Pushing event updated for resources: {'Port': ['ID=9142a181-ed40-44e6-8fa1-049663906253,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:56.569549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:56.848390 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:41:57.206252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.policy [None req-4d91c324-6ded-4099-b14a-484321343ab5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 11:41:57.248296 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING oslo_policy.policy [None req-4d91c324-6ded-4099-b14a-484321343ab5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:57.248675 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING oslo_policy.policy [None req-4d91c324-6ded-4099-b14a-484321343ab5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:41:57.256661 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91c324-6ded-4099-b14a-484321343ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:57.258501 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4d91c324-6ded-4099-b14a-484321343ab5 admin admin] 10.222.0.55 "GET /v2.0/networks/f72c0f87-5229-4fdc-9dee-2074767b713b HTTP/1.1" status: 200 len: 842 time: 0.4091060 Apr 08 11:41:57.268517 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:41:57.310399 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Made reservation on behalf of 551d0a2bcbff45248b8daabff168cbd3 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:41:57.313352 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:57.678459 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:41:57.706357 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.objects.ports [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109768) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 08 11:41:57.706856 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (958020ea-32ef-4dad-940e-2e67641715dd), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:57.773244 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958020ea-32ef-4dad-940e-2e67641715dd,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:41:57.779410 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:41:57.779790 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Network hostable DHCP agents. Network: f72c0f87-5229-4fdc-9dee-2074767b713b, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:41:57.788934 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.789309 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.789650 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.789980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.790310 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.790635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.790951 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.791264 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.791590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.791905 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.792239 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.792572 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.792871 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.793208 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.793516 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Tracked resource versions report: Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: pushed versions: Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: { 'AddressGroup': {'1.2'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Agent': {'1.1'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Log': {'1.0'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'NDPProxy': {'1.0'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Network': {'1.1'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Port': {'1.7'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'PortForwarding': {'1.3'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'QosPolicy': {'1.10'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroup': {'1.5'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SubPort': {'1.0'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Subnet': {'1.1'}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Trunk': {'1.1'}} Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: consumer versions: Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Agent': '1.1', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'ConntrackHelper': '1.0', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'LocalIPAssociation': '1.0', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Log': '1.0', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'NDPProxy': '1.0', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Network': '1.1', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Port': '1.7', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'PortForwarding': '1.3', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'QosPolicy': '1.10', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroup': '1.5', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroupRule': '1.2', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SubPort': '1.0', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Subnet': '1.1', Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Trunk': '1.1'}} Apr 08 11:41:57.794880 dv-cinder-815660-8-iscsi neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:41:57.831354 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:41:57.849332 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, f72c0f87-5229-4fdc-9dee-2074767b713b) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:41:57.854451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:41:57.855083 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:41:57.861187 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa724d47-c048-4253-9dc6-4929f06a5399 None None] Network f72c0f87-5229-4fdc-9dee-2074767b713b requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:41:57.879230 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-09f88776-cfc2-4d38-9d4c-d2ce919078d1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6145802 Apr 08 11:41:57.973181 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e241ad-2943-438f-8671-160aaf9075fe None None] Network f72c0f87-5229-4fdc-9dee-2074767b713b requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:42:00.340507 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36482) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:00.594703 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-29076d3c-a9d6-4499-8663-d102872d71bb demo admin] 10.222.0.55 "GET /v2.0/routers/94c09945-e3f3-43c8-bf46-7ad270b864e1 HTTP/1.1" status: 200 len: 710 time: 0.2480876 Apr 08 11:42:00.677073 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b698c-0587-4a20-a795-f33c0a507f1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:42:00.678417 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-902b698c-0587-4a20-a795-f33c0a507f1f demo admin] 10.222.0.55 "GET /v2.0/networks/f72c0f87-5229-4fdc-9dee-2074767b713b HTTP/1.1" status: 200 len: 886 time: 0.0830741 Apr 08 11:42:00.687237 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:42:00.934937 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks [] for router_gateway (94c09945-e3f3-43c8-bf46-7ad270b864e1), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:01.180445 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks [] for router_gateway (94c09945-e3f3-43c8-bf46-7ad270b864e1), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:01.253626 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:01.402562 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Allocated IP 172.27.2.161 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/3193e252-f9cc-444c-9b17-547ecd90892a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:42:01.519705 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks [] for port (3193e252-f9cc-444c-9b17-547ecd90892a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:01.588704 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:01.659051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:42:01.672273 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:42:01.678088 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:42:01.681487 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Pushing event updated for resources: {'Port': ['ID=3193e252-f9cc-444c-9b17-547ecd90892a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:02.007917 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks [] for router_gateway (94c09945-e3f3-43c8-bf46-7ad270b864e1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:02.227067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106745'] for router (94c09945-e3f3-43c8-bf46-7ad270b864e1), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:02.232406 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600004'] for router (94c09945-e3f3-43c8-bf46-7ad270b864e1), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:02.347152 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Router 94c09945-e3f3-43c8-bf46-7ad270b864e1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:42:02.455103 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:42:02.459634 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:02.460796 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6a0726b9-d1c9-449b-a93d-cfe1e81d7264 demo admin] 10.222.0.55 "PUT /v2.0/routers/94c09945-e3f3-43c8-bf46-7ad270b864e1 HTTP/1.1" status: 200 len: 890 time: 1.7767622 Apr 08 11:42:03.338263 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 9142a181-ed40-44e6-8fa1-049663906253 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:42:03.386974 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:42:03.387370 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:03.469572 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 9142a181-ed40-44e6-8fa1-049663906253 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:42:04.933544 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Sync routers for ids ['94c09945-e3f3-43c8-bf46-7ad270b864e1'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:42:04.944718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Routers {'94c09945-e3f3-43c8-bf46-7ad270b864e1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:42:04.945389 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:41:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['94c09945-e3f3-43c8-bf46-7ad270b864e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:42:04.990542 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36494) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:42:05.112283 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3770d9c7-d6f5-4fba-9af9-e5f08f7cdc13 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206517 Apr 08 11:42:05.165194 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Set router 94c09945-e3f3-43c8-bf46-7ad270b864e1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:42:05.644544 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:42:01Z', 'revision_number': 4, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port': {'id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:42:01Z', 'updated_at': '2022-04-08T11:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:56Z', 'revision_number': 5, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:42:05.697307 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Checking router: 94c09945-e3f3-43c8-bf46-7ad270b864e1 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:42:05.697684 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Updating router 94c09945-e3f3-43c8-bf46-7ad270b864e1 port 3193e252-f9cc-444c-9b17-547ecd90892a binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:42:05.748947 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.074083 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks [] for port (3193e252-f9cc-444c-9b17-547ecd90892a), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.080175 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.130583 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc6e46-1596-4176-ad17-25b22c6cd3a7 None None] Pushing event updated for resources: {'Port': ['ID=3193e252-f9cc-444c-9b17-547ecd90892a,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:06.132693 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Attempting to bind port 3193e252-f9cc-444c-9b17-547ecd90892a on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:42:06.133087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Attempting to bind port 3193e252-f9cc-444c-9b17-547ecd90892a by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:42:06.133447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Attempting to bind port 3193e252-f9cc-444c-9b17-547ecd90892a on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:42:06.138644 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:42:06.139020 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:42:06.139415 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.139794 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:42:06.140258 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Bound port: 3193e252-f9cc-444c-9b17-547ecd90892a, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:42:06.140633 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.189535 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] For port 3193e252-f9cc-444c-9b17-547ecd90892a, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:42:06.192476 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] For port 3193e252-f9cc-444c-9b17-547ecd90892a, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=3193e252-f9cc-444c-9b17-547ecd90892a,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:42:06.198446 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:06.258509 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Routers {'94c09945-e3f3-43c8-bf46-7ad270b864e1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:42:06.259132 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:41:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['94c09945-e3f3-43c8-bf46-7ad270b864e1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:42:06.261112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc6e46-1596-4176-ad17-25b22c6cd3a7 None None] Pushing event updated for resources: {'Port': ['ID=3193e252-f9cc-444c-9b17-547ecd90892a,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:06.373235 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] Set router 94c09945-e3f3-43c8-bf46-7ad270b864e1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:42:06.589598 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:42:01Z', 'revision_number': 4, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port': {'id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:42:01Z', 'updated_at': '2022-04-08T11:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:56Z', 'revision_number': 5, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:42:06.618813 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716896a-b4c5-4104-8f5c-fbce458d9627 None None] The sync data for ids ['94c09945-e3f3-43c8-bf46-7ad270b864e1'] in dv-cinder-815660-8-iscsi is: [{'id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'name': 'router1', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:41:43Z', 'updated_at': '2022-04-08T11:42:01Z', 'revision_number': 4, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'gw_port': {'id': '3193e252-f9cc-444c-9b17-547ecd90892a', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:42:01Z', 'updated_at': '2022-04-08T11:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '9142a181-ed40-44e6-8fa1-049663906253', 'name': '', 'network_id': '268ce9e7-e47c-4879-b7aa-5aa688f0cdf5', 'tenant_id': '624e9a26e5104253a4c4139d8917d61c', 'mac_address': 'fa:16:3e:9a:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c09945-e3f3-43c8-bf46-7ad270b864e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68cfa12c-779a-408c-90e8-363580780b08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:41:52Z', 'updated_at': '2022-04-08T11:41:56Z', 'revision_number': 5, 'project_id': '624e9a26e5104253a4c4139d8917d61c', 'subnets': [{'id': '68cfa12c-779a-408c-90e8-363580780b08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ceea44b-22da-4968-9a54-b180768d7262'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:42:07.374718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 3193e252-f9cc-444c-9b17-547ecd90892a up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:42:07.438280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 3193e252-f9cc-444c-9b17-547ecd90892a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:42:07.438671 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:07.531810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 3193e252-f9cc-444c-9b17-547ecd90892a is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:42:07.532637 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:07.559600 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 3193e252-f9cc-444c-9b17-547ecd90892a, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=3193e252-f9cc-444c-9b17-547ecd90892a,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:42:07.567215 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:07.627313 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=3193e252-f9cc-444c-9b17-547ecd90892a,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:42:09.382178 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 3193e252-f9cc-444c-9b17-547ecd90892a up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:42:09.459305 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 3193e252-f9cc-444c-9b17-547ecd90892a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:42:09.459848 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3193e252-f9cc-444c-9b17-547ecd90892a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:09.560097 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 3193e252-f9cc-444c-9b17-547ecd90892a is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:42:20.380088 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8bb985fb-64ba-4f79-84ca-3467b4cdf329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:22.645022 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b3c7bb8b-541b-46bd-a895-d6df23cb64b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:23.751719 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:25.054287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:26.567547 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:34.678813 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:42:50.378117 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-00cdcbc3-7905-4926-aa24-cefec94be70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:52.644964 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-04791d7e-5a6a-4946-ab1b-0b25d2c43c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:53.747148 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:54.963614 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:42:56.566272 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:11.698897 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:43:20.373033 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-202bf70f-a126-4cef-bc93-d346618b7985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:22.642952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6799df33-f4b4-4d79-b157-22fbb78c807d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:23.751045 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:24.964915 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:26.175480 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36978) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:26.240710 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec08a822-40a0-416b-b43b-4a16d572ffb4 admin admin] GET failed (client error): The resource could not be found. Apr 08 11:43:26.242021 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ec08a822-40a0-416b-b43b-4a16d572ffb4 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655708 Apr 08 11:43:26.402194 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30738c05-7aa3-441a-a351-a356c80df14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:26.403576 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-30738c05-7aa3-441a-a351-a356c80df14b admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572909 Apr 08 11:43:26.565774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:28.718622 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36988) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:28.829530 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285971c-268d-4542-92da-14ec82c97817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:28.830887 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e285971c-268d-4542-92da-14ec82c97817 admin admin] 10.222.0.55 "GET /v2.0/subnets/68cfa12c-779a-408c-90e8-363580780b08 HTTP/1.1" status: 200 len: 849 time: 0.1112947 Apr 08 11:43:28.840496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:43:28.928093 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Publish callbacks [] for subnet (68cfa12c-779a-408c-90e8-363580780b08), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:29.068507 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739396274526'] for subnet (68cfa12c-779a-408c-90e8-363580780b08), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:29.099221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:29.099820 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:29.112931 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] 10.222.0.55 "PUT /v2.0/subnets/68cfa12c-779a-408c-90e8-363580780b08 HTTP/1.1" status: 200 len: 868 time: 0.2643211 Apr 08 11:43:29.113173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ad31f-7a23-482a-8eca-1425a63bb967 None None] Network 268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:43:29.123198 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cfa12c-779a-408c-90e8-363580780b08,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:43:29.131091 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.131473 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.131844 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.132188 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.132511 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.132842 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.133230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.133566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.133915 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.134252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.134572 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.134920 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.135236 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.135700 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.136030 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044c54e-e0e2-499b-bbee-48eac0112564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:43:29.414021 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Provisioning complete for port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:43:29.414397 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3f5d8ee5-881b-4b0f-b3fb-ed607c776e59), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:29.492096 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Current status of the port 3f5d8ee5-881b-4b0f-b3fb-ed607c776e59 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:43:29.502723 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Provisioning complete for port 9142a181-ed40-44e6-8fa1-049663906253 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:43:29.503042 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9142a181-ed40-44e6-8fa1-049663906253), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:29.583054 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-4814db26-d8b5-4d86-babe-5ad96f6547a7 None None] Current status of the port 9142a181-ed40-44e6-8fa1-049663906253 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:43:31.401628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 36996) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:31.675185 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793364fb-8fc1-414a-b54a-f01447243d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:31.675661 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793364fb-8fc1-414a-b54a-f01447243d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:31.677248 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-793364fb-8fc1-414a-b54a-f01447243d8f admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2745807 Apr 08 11:43:33.964654 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:34.108336 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d791218-b62d-4d78-ae8f-2759b6c612c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:34.108783 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d791218-b62d-4d78-ae8f-2759b6c612c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:34.110336 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2d791218-b62d-4d78-ae8f-2759b6c612c6 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1446888 Apr 08 11:43:36.406439 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37012) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:36.549913 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9126bfb-2bf5-4324-bafb-6d6c8b173684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:36.551276 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b9126bfb-2bf5-4324-bafb-6d6c8b173684 admin admin] 10.222.0.55 "GET /v2.0/networks/268ce9e7-e47c-4879-b7aa-5aa688f0cdf5 HTTP/1.1" status: 200 len: 869 time: 0.1438885 Apr 08 11:43:38.843597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37022) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:38.987761 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacc74a-2ea5-4bda-906a-33d53efd4fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:38.989163 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1bacc74a-2ea5-4bda-906a-33d53efd4fb3 admin admin] 10.222.0.55 "GET /v2.0/networks/f72c0f87-5229-4fdc-9dee-2074767b713b HTTP/1.1" status: 200 len: 886 time: 0.1445270 Apr 08 11:43:41.267795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:41.397772 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8049fd3-5ae0-486b-8d4b-161c7ddea664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:41.398221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8049fd3-5ae0-486b-8d4b-161c7ddea664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:41.399743 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e8049fd3-5ae0-486b-8d4b-161c7ddea664 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309791 Apr 08 11:43:43.701912 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37038) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:43.795427 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68bf050-d7fe-47c6-a6a5-74b42495f302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:43.795870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68bf050-d7fe-47c6-a6a5-74b42495f302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:43.797399 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f68bf050-d7fe-47c6-a6a5-74b42495f302 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945141 Apr 08 11:43:46.094500 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37046) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:46.194014 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097cd81-ce45-458c-b128-6868cdf16e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:46.195373 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6097cd81-ce45-458c-b128-6868cdf16e10 admin admin] 10.222.0.55 "GET /v2.0/subnets/68cfa12c-779a-408c-90e8-363580780b08 HTTP/1.1" status: 200 len: 868 time: 0.0996401 Apr 08 11:43:48.474386 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37054) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:43:48.563474 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab4cec-e2c4-46af-8598-11f2502b79da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:43:48.564783 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b2ab4cec-e2c4-46af-8598-11f2502b79da admin admin] 10.222.0.55 "GET /v2.0/subnets/958020ea-32ef-4dad-940e-2e67641715dd HTTP/1.1" status: 200 len: 816 time: 0.0893877 Apr 08 11:43:48.678646 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:43:50.376407 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4ad64df5-cd9e-4170-ab1a-4d994c0a6b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:52.646453 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-570aac35-0762-4979-9c1b-1f355709169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:53.751494 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:54.967330 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:43:56.560229 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:20.379901 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e5bee7a-27cc-4b48-8e81-fae73b4612bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:22.650455 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a00e12ff-9581-46b1-a76b-e971a8d360b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:23.753301 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:24.971138 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:25.677954 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:44:26.564454 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:29.066983 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37112) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:44:29.125739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [None req-bd2f4cf7-b5da-43d0-ba13-5d745279b6be admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:44:29.126723 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-bd2f4cf7-b5da-43d0-ba13-5d745279b6be admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585821 Apr 08 11:44:31.612424 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37120) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:44:31.680375 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3e2d02-41aa-4fd0-9069-4ff15226c022 admin admin] GET failed (client error): The resource could not be found. Apr 08 11:44:31.681686 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ba3e2d02-41aa-4fd0-9069-4ff15226c022 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680249 Apr 08 11:44:31.770300 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd80cb14-2b88-4f4c-9180-3fcdee25429c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:31.771817 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-cd80cb14-2b88-4f4c-9180-3fcdee25429c admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858355 Apr 08 11:44:34.093616 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37128) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:44:34.146416 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:44:34.173922 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Made reservation on behalf of 551d0a2bcbff45248b8daabff168cbd3 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:44:34.176291 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:34.222661 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING neutron.services.revisions.revision_plugin [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Could not find related network for resource to bump revision. Apr 08 11:44:34.243591 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:44:34.262404 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739396093633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (a2b29541-084a-418f-a3e7-c8ae12dc2cb5), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:34.262938 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Unsubscribe: segment precommit_create {{(pid=109768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 11:44:34.263392 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Added segment a2b29541-084a-418f-a3e7-c8ae12dc2cb5 of type vlan for network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd Apr 08 11:44:34.308363 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (5cd51d6c-3b0f-4404-810d-c931b6efe9bd), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:34.342415 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (5cd51d6c-3b0f-4404-810d-c931b6efe9bd), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:34.343377 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:34.343939 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:34.430313 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3354800 Apr 08 11:44:34.438469 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Pushing event updated for resources: {'Network': ['ID=5cd51d6c-3b0f-4404-810d-c931b6efe9bd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:44:34.446282 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.446687 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.447045 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.447456 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.447845 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.448200 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.448556 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.448912 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.449283 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.449615 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.449945 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.450335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.450707 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.451061 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.451400 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628693a-186b-4e86-bbe5-a175f39c2d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:34.463751 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:44:36.786752 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37136) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:44:36.858037 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c915ea5-8d54-4922-ae60-b7de019dc059 admin admin] GET failed (client error): The resource could not be found. Apr 08 11:44:36.859329 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7c915ea5-8d54-4922-ae60-b7de019dc059 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0712616 Apr 08 11:44:36.931999 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6e25f-f549-4cca-ac1b-456e40c231cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:36.933453 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-71e6e25f-f549-4cca-ac1b-456e40c231cb admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698280 Apr 08 11:44:36.943094 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:44:36.967349 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Made reservation on behalf of 551d0a2bcbff45248b8daabff168cbd3 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:44:36.971403 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.153470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (c07f9f47-f11f-4140-830e-408e68f4590b), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.203630 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07f9f47-f11f-4140-830e-408e68f4590b,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:44:37.214521 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Checking segment: {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:44:37.214872 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Network hostable DHCP agents. Network: 5cd51d6c-3b0f-4404-810d-c931b6efe9bd, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:44:37.232376 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:44:37.242695 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 5cd51d6c-3b0f-4404-810d-c931b6efe9bd) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:44:37.246823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:44:37.247408 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.251853 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ed6b3-c2e8-4906-bbb8-6e6dea399440 None None] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:44:37.264358 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-38fec590-69ca-41a2-ac9b-9147898a4258 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245618 Apr 08 11:44:37.360442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-5cd51d6c-3b0f-4404-810d-c931b6efe9bd', 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd', 'project_id': '551d0a2bcbff45248b8daabff168cbd3', 'fixed_ips': [{'subnet_id': 'c07f9f47-f11f-4140-830e-408e68f4590b'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:44:37.361375 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.499438 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Allocated IP 192.168.233.2 (5cd51d6c-3b0f-4404-810d-c931b6efe9bd/c07f9f47-f11f-4140-830e-408e68f4590b/6b438fb1-3408-43db-b473-5841a765847f) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:44:37.647996 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks [] for port (6b438fb1-3408-43db-b473-5841a765847f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.654155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (6b438fb1-3408-43db-b473-5841a765847f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.699603 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Pushing event updated for resources: {'Port': ['ID=6b438fb1-3408-43db-b473-5841a765847f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:44:37.703559 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:44:37.708332 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.708689 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.709096 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.709440 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.709778 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.710125 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.710432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.710759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.711089 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.711411 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.711738 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.712062 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.712380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.712699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.713042 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:44:37.717568 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:44:37.719711 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:44:37.780385 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Attempting to bind port 6b438fb1-3408-43db-b473-5841a765847f on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:44:37.780731 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Attempting to bind port 6b438fb1-3408-43db-b473-5841a765847f by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:44:37.781117 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Attempting to bind port 6b438fb1-3408-43db-b473-5841a765847f on network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:44:37.786027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:44:37.786392 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Checking segment: {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:44:37.786780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.787158 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Bound using segment: {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:44:37.787609 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Bound port: 6b438fb1-3408-43db-b473-5841a765847f, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:44:37.787975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6b438fb1-3408-43db-b473-5841a765847f), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.850761 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] For port 6b438fb1-3408-43db-b473-5841a765847f, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:44:37.853787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] For port 6b438fb1-3408-43db-b473-5841a765847f, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=6b438fb1-3408-43db-b473-5841a765847f,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:44:37.861492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6b438fb1-3408-43db-b473-5841a765847f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:37.921359 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743378-9234-40b4-8678-efe1a212f34c None None] Pushing event updated for resources: {'Port': ['ID=6b438fb1-3408-43db-b473-5841a765847f,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:44:38.746970 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7cb9c-8fc5-4285-a9cc-7ccfc2b0cdc6 None None] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:44:38.841205 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Provisioning complete for port 6b438fb1-3408-43db-b473-5841a765847f triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:44:38.841599 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6b438fb1-3408-43db-b473-5841a765847f), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:38.949041 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Current status of the port 6b438fb1-3408-43db-b473-5841a765847f is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:44:38.949254 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6b438fb1-3408-43db-b473-5841a765847f), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:38.994516 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] For port 6b438fb1-3408-43db-b473-5841a765847f, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=6b438fb1-3408-43db-b473-5841a765847f,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:44:39.002511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6b438fb1-3408-43db-b473-5841a765847f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:39.060075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690de46-d30c-4b51-b65e-4f90bda476c1 None None] Pushing event updated for resources: {'Port': ['ID=6b438fb1-3408-43db-b473-5841a765847f,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:44:39.229600 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-31e02b68-0214-4177-9928-1072f5a1994c None None] Provisioning complete for port 6b438fb1-3408-43db-b473-5841a765847f triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:44:39.230005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-31e02b68-0214-4177-9928-1072f5a1994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6b438fb1-3408-43db-b473-5841a765847f), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:39.313419 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-31e02b68-0214-4177-9928-1072f5a1994c None None] Current status of the port 6b438fb1-3408-43db-b473-5841a765847f is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:44:39.430742 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 6b438fb1-3408-43db-b473-5841a765847f up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:44:39.482355 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 6b438fb1-3408-43db-b473-5841a765847f triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:44:39.482726 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6b438fb1-3408-43db-b473-5841a765847f), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:39.561627 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 6b438fb1-3408-43db-b473-5841a765847f is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:44:50.383992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-995cb044-5658-419e-8879-b4a06421d3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:52.654594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-498e47fc-9885-4c14-89ad-1adaa72f2cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:53.757005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:54.982233 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:44:56.568448 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:02.676815 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:45:20.387473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f7446dd-77eb-4e92-a35c-887da1b30f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:22.658272 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1e06-945f-493f-8168-fa3b7711ef50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:23.760537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:24.976747 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:26.575226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:39.676427 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:45:50.392337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7578ef8a-3bcb-4e8a-b107-641f13f9206c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:52.662855 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aaabaa80-2ef2-407e-bf3a-78f6eb9f69c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:53.762628 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:54.981461 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:45:56.570873 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:16.303744 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37174) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:46:16.309475 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [None req-92f36941-8d1f-4f1b-a2f6-fa78980a1e3c tempest-verify_tempest_config-512115724 tempest-verify_tempest_config-512115724-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:46:16.310436 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-92f36941-8d1f-4f1b-a2f6-fa78980a1e3c tempest-verify_tempest_config-512115724 tempest-verify_tempest_config-512115724-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057449 Apr 08 11:46:16.614973 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:46:16.675166 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:46:16.724137 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:16.827045 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Publish callbacks [] for security_group (dd6ed052-75d5-4a4a-a2b3-9bc58a95823a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:16.833398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (dd6ed052-75d5-4a4a-a2b3-9bc58a95823a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:16.877139 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99aa8c637cce40eda0422b1baa6b6612&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2611156 Apr 08 11:46:16.877951 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ed052-75d5-4a4a-a2b3-9bc58a95823a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:46:16.879849 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37196) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:46:16.895292 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.895635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.895969 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.896304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.896632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.896988 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.897314 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.897637 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.897970 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.898295 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.898629 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.898962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.899315 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.899625 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.899933 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba933f7d-241c-46b7-bd1a-63dbe1f8bb32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:46:16.944679 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] Publish callbacks [] for security_group (dd6ed052-75d5-4a4a-a2b3-9bc58a95823a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:16.964861 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] Publish callbacks [] for security_group (dd6ed052-75d5-4a4a-a2b3-9bc58a95823a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:17.060024 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (dd6ed052-75d5-4a4a-a2b3-9bc58a95823a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:17.063998 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:17.065839 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd6ed052-75d5-4a4a-a2b3-9bc58a95823a HTTP/1.1" status: 204 len: 168 time: 0.1848981 Apr 08 11:46:17.078362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07433ebc-24c2-4ad4-b9f3-51e4636e6db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ed052-75d5-4a4a-a2b3-9bc58a95823a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:46:20.396367 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6d9ac896-4c73-402b-ac66-59bb9e41d3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:22.659127 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f84a8f4c-dc61-44f6-b4f2-3b12fa54ba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:23.766965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:24.987141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:26.574463 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:50.407241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eefa82ef-170b-4f01-a2db-9ab54dd00d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:52.667131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3cee66a7-8cf5-4b11-9f14-9ececb8111b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:53.681392 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:46:53.771355 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:54.996610 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:46:56.596014 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:20.409477 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a354-ad9b-4edb-93c7-4993d68d55a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:22.666724 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b8e3800d-a6ee-41bb-9138-672ca9f15070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:23.772984 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:25.001413 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:26.584902 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:30.675568 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 5 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:47:50.415034 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fc663e6b-3756-4cbd-93e9-46216ba5dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:52.669785 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7f68b50b-c629-4221-9275-7d89cdb92316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:53.777970 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:54.996986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:47:56.581036 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:02.944469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-605615'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:07.679252 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:48:17.700685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37266) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:17.824351 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8bff0cb3-d888-475d-ad7d-6fe69b5a2f5f admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1221189 Apr 08 11:48:20.167521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37276) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:48:20.236219 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-244ac863-4f60-4286-bcda-93a5bb5612e2 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0672793 Apr 08 11:48:20.410290 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c5d0e142-1aef-448a-96d9-335ab077e9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:22.664937 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-796ada97-be43-4b2c-a8cc-c4d169361831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:23.778497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:25.004798 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:26.580185 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:32.930114 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:44.683809 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:48:50.413389 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fa9d35bf-95f6-4e6f-bd1d-4e554c4bd533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:52.682245 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-847b2d0b-78d6-458e-b4b9-9372dd5b0a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:53.792335 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:55.008344 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:48:56.589514 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:02.946443 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:20.407270 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-89ef2ac2-cfa2-482c-83e5-ca36569e2757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:21.682757 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:49:22.668110 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cf1c-3ad0-4bd1-848c-e22d8ddcc622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:23.785228 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:25.010275 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:26.573742 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:32.955830 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:50.412167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-79c6ae11-4330-49ce-a201-6a297e32622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:52.673696 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a0973b52-056f-4d60-aa32-2eafedefa246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:53.790077 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:55.023241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:56.595653 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:56.684508 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37350) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:56.925373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1732422969-network', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:56.976608 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Made reservation on behalf of e0e55e4bdb244a69af7795108ad500fb for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:56.979366 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:56.998982 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.110943 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks [] for security_group (a8f4d8f0-fa35-48fd-8f67-5a633c7355c3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.128203 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a8f4d8f0-fa35-48fd-8f67-5a633c7355c3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.180152 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4d8f0-fa35-48fd-8f67-5a633c7355c3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:57.189611 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.190063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.190407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.190658 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.190986 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.191400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.191814 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.191936 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.192289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.192568 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.192954 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.193289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.193610 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.193955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.194268 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Tracked resource versions report: Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: pushed versions: Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: { 'AddressGroup': {'1.2'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Agent': {'1.1'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Log': {'1.0'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'NDPProxy': {'1.0'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Network': {'1.1'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Port': {'1.7'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'PortForwarding': {'1.3'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'QosPolicy': {'1.10'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroup': {'1.5'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SubPort': {'1.0'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Subnet': {'1.1'}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Trunk': {'1.1'}} Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: consumer versions: Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: HyperV agent@hv-cinder-81566: {}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Agent': '1.1', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'ConntrackHelper': '1.0', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'LocalIPAssociation': '1.0', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Log': '1.0', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'NDPProxy': '1.0', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Network': '1.1', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Port': '1.7', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'PortForwarding': '1.3', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'QosPolicy': '1.10', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroup': '1.5', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SecurityGroupRule': '1.2', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'SubPort': '1.0', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Subnet': '1.1', Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: 'Trunk': '1.1'}} Apr 08 11:49:57.195414 dv-cinder-815660-8-iscsi neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:49:57.202111 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:49:57.224167 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (847d19f6-f8ed-4dc0-80d7-28dacceb6219), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.224560 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Added segment 847d19f6-f8ed-4dc0-80d7-28dacceb6219 of type vlan for network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf Apr 08 11:49:57.350983 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.380042 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.381038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:57.381731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.417534 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7281096 Apr 08 11:49:57.417931 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37398) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:57.430989 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Request body: {'subnet': {'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1732422969-subnet', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:57.452348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c2b55-04f7-43c5-bebd-34b3966a24ee admin admin] Pushing event updated for resources: {'Network': ['ID=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:57.463236 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:49:57.464349 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Made reservation on behalf of e0e55e4bdb244a69af7795108ad500fb for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:57.466953 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.672231 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (59fec379-bd10-40c4-9f94-d73d6c25e227), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.823117 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fec379-bd10-40c4-9f94-d73d6c25e227,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:57.836121 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.836743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.837461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.838244 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.838584 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.838915 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.839242 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.839575 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.839928 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.840257 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.840602 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.840967 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.841287 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.841772 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.842259 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Tracked resource versions report: Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: pushed versions: Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: { 'AddressGroup': {'1.2'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Agent': {'1.1'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'ConntrackHelper': {'1.0'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Log': {'1.0'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'NDPProxy': {'1.0'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Network': {'1.1'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Port': {'1.7'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'PortForwarding': {'1.3'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'QosPolicy': {'1.10'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroup': {'1.5'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SubPort': {'1.0'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Subnet': {'1.1'}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Trunk': {'1.1'}} Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: consumer versions: Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: HyperV agent@hv-cinder-81566: {}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Agent': '1.1', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'ConntrackHelper': '1.0', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'LocalIPAssociation': '1.0', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Log': '1.0', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'NDPProxy': '1.0', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Network': '1.1', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Port': '1.7', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'PortForwarding': '1.3', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'QosPolicy': '1.10', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroup': '1.5', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SecurityGroupRule': '1.2', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'SubPort': '1.0', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Subnet': '1.1', Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: 'Trunk': '1.1'}} Apr 08 11:49:57.843619 dv-cinder-815660-8-iscsi neutron-server[109768]: {{(pid=109768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:49:57.851237 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Checking segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:49:57.851798 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Network hostable DHCP agents. Network: d60eb72e-bc0f-4b41-b1ab-cf20cca656cf, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:49:57.872784 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:49:57.884426 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, d60eb72e-bc0f-4b41-b1ab-cf20cca656cf) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:57.891869 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:57.892688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.895256 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a56e47-1e2a-4fc3-9934-2db780ebae29 None None] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:49:57.916924 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e9a951b3-de11-453f-bdf0-cae05eba6f9c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4969265 Apr 08 11:49:57.919543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37434) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:57.924658 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:57.951245 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:57.952813 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.015975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-d60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:49:58.017330 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.069489 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for router_controller (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.115458 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37440) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:58.189371 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Allocated IP 172.20.0.2 (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf/59fec379-bd10-40c4-9f94-d73d6c25e227/63028ea2-39ac-4b0a-8c81-b30fb7ecef11) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:49:58.235256 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for router_gateway (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.366811 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks [] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.377631 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.421629 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:49:58.424789 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:58.429807 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:49:58.448959 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for router_gateway (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.474501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.475167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Pushing event updated for resources: {'Port': ['ID=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:58.506727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1762699641-network', 'tenant_id': '53bde69d8ea44997832f00de8a29394d'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:58.512489 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Attempting to bind port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:49:58.513197 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Attempting to bind port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:49:58.513873 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Attempting to bind port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:49:58.519779 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:49:58.520237 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Checking segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:49:58.520762 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.521291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Bound using segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:49:58.521835 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Bound port: 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:49:58.522289 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.525005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.525391 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.525738 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.526094 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.526429 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.526756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.527087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.527414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.527735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.528056 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.528378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.528714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.529059 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.529378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.529795 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Tracked resource versions report: Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: pushed versions: Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: { 'AddressGroup': {'1.2'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Agent': {'1.1'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Log': {'1.0'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'NDPProxy': {'1.0'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Network': {'1.1'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Port': {'1.7'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'PortForwarding': {'1.3'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'QosPolicy': {'1.10'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroup': {'1.5'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SubPort': {'1.0'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Subnet': {'1.1'}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Trunk': {'1.1'}} Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: consumer versions: Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: HyperV agent@hv-cinder-81566: {}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Agent': '1.1', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'ConntrackHelper': '1.0', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'LocalIPAssociation': '1.0', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Log': '1.0', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'NDPProxy': '1.0', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Network': '1.1', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Port': '1.7', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'PortForwarding': '1.3', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'QosPolicy': '1.10', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroup': '1.5', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SecurityGroupRule': '1.2', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'SubPort': '1.0', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Subnet': '1.1', Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: 'Trunk': '1.1'}} Apr 08 11:49:58.531138 dv-cinder-815660-8-iscsi neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:49:58.553029 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Made reservation on behalf of 53bde69d8ea44997832f00de8a29394d for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:58.558394 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.584070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.609652 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] For port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:49:58.613598 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] For port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:49:58.614346 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Allocated IP 172.27.2.74 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/2ae6c5d0-4a14-4a8e-91c6-3025305ad308) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:49:58.622360 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.684328 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:49:58.700079 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89434f1-e127-4b07-9438-c0df0a43c6b1 None None] Pushing event updated for resources: {'Port': ['ID=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:58.763111 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks [] for security_group (da679b40-a03c-43c1-9659-add448fa5678), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.772532 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (da679b40-a03c-43c1-9659-add448fa5678), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.790671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:49:58.814870 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e20d6710-8f00-4dad-8b63-ad47b1ee627b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.815709 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Added segment e20d6710-8f00-4dad-8b63-ad47b1ee627b of type vlan for network 98b9dc7f-bd0e-460b-a105-057a0925bd46 Apr 08 11:49:58.818871 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.865765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.875286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da679b40-a03c-43c1-9659-add448fa5678,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:58.895635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (98b9dc7f-bd0e-460b-a105-057a0925bd46), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.933054 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (98b9dc7f-bd0e-460b-a105-057a0925bd46), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.934355 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:58.934642 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:58.936023 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:58.963732 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:49:58.970174 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:58.973177 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:49:59.005132 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8879023 Apr 08 11:49:59.008097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37486) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:59.016801 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Request body: {'subnet': {'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1762699641-subnet', 'tenant_id': '53bde69d8ea44997832f00de8a29394d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:59.024161 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022adbc-5e74-4baf-9990-be64e9bb4454 admin admin] Pushing event updated for resources: {'Network': ['ID=98b9dc7f-bd0e-460b-a105-057a0925bd46,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:59.037443 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 98b9dc7f-bd0e-460b-a105-057a0925bd46 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:49:59.075963 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Made reservation on behalf of 53bde69d8ea44997832f00de8a29394d for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:59.083605 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.270366 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37494) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:59.301091 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (598da47b-1161-4164-93a1-bcdfa11a4088), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.303981 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37500) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:59.348212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37504) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:59.352777 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598da47b-1161-4164-93a1-bcdfa11a4088,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:49:59.375053 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37508) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:49:59.390426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Checking segment: {'id': 'e20d6710-8f00-4dad-8b63-ad47b1ee627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:49:59.390868 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Network hostable DHCP agents. Network: 98b9dc7f-bd0e-460b-a105-057a0925bd46, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:49:59.396574 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for router_gateway (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.412424 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Network 98b9dc7f-bd0e-460b-a105-057a0925bd46 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:49:59.424117 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 98b9dc7f-bd0e-460b-a105-057a0925bd46) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:49:59.434862 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52dd6e-7cdc-47b2-8236-a032623c9d1d None None] Network 98b9dc7f-bd0e-460b-a105-057a0925bd46 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:49:59.442382 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:49:59.443621 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.480379 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8ecaa71e-0bb3-4d24-84c7-9d58d12a1f80 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4707186 Apr 08 11:49:59.638703 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-616795057-network', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:59.673811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Made reservation on behalf of 6b81377c8b12468182f67de2d1209fa6 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:59.677835 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.716903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.748831 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:49:59.753787 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1897824692-network', 'tenant_id': 'abe53a49ff5343a9946141f11e4b7cb1'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:59.798200 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558ae79-b718-4583-90b9-adeea973a3a5 None None] Network 98b9dc7f-bd0e-460b-a105-057a0925bd46 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:49:59.801980 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Made reservation on behalf of abe53a49ff5343a9946141f11e4b7cb1 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:59.805469 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1984486342-network', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:59.807618 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.834262 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-47447112-network', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:49:59.835858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.923580 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.939857 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:49:59.946335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:49:59.988643 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.013378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:00.014004 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.056749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Made reservation on behalf of 19cf5cedde0e402dbaf8adff15370280 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:00.059693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks [] for security_group (1fbb37b0-b4ae-4884-a8b5-207d833a3ca5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.062795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.078099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (1fbb37b0-b4ae-4884-a8b5-207d833a3ca5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.147681 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb37b0-b4ae-4884-a8b5-207d833a3ca5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:00.184411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:50:00.195974 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:00.196550 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.240388 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4ae4b-04a9-4e79-a87c-a99c985c14f3 None None] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:00.258566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks [] for security_group (bc0a98d7-c2c2-49e5-aa18-590848f89c80), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.271392 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e5eaa648-06be-4110-976d-552f1224e94c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.272206 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Added segment e5eaa648-06be-4110-976d-552f1224e94c of type vlan for network 945c5c59-cc23-43e1-8bfb-eb94e11427e1 Apr 08 11:50:00.273979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (bc0a98d7-c2c2-49e5-aa18-590848f89c80), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.340861 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:00.372509 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-88a041b0-d5e7-479b-933f-c7f78b30235d None None] Provisioning complete for port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:00.373465 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.374401 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-88a041b0-d5e7-479b-933f-c7f78b30235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.376740 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:50:00.416996 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (945c5c59-cc23-43e1-8bfb-eb94e11427e1), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.440552 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a98d7-c2c2-49e5-aa18-590848f89c80,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:00.448590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (f4a8731c-b989-4b2a-a848-9e4ff279d8b3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.448906 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Added segment f4a8731c-b989-4b2a-a848-9e4ff279d8b3 of type vlan for network 1c059caf-48dc-4058-ba62-0096054317a1 Apr 08 11:50:00.450209 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.530221 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (945c5c59-cc23-43e1-8bfb-eb94e11427e1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.531162 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:00.531871 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.552376 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks [] for security_group (5bc8f2cc-784b-486b-abf2-3c11de9bc6dd), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.564925 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2126861 Apr 08 11:50:00.565185 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (5bc8f2cc-784b-486b-abf2-3c11de9bc6dd), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.572281 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37566) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:00.578748 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (1c059caf-48dc-4058-ba62-0096054317a1), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.583476 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Request body: {'subnet': {'network_id': '945c5c59-cc23-43e1-8bfb-eb94e11427e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1897824692-subnet', 'tenant_id': 'abe53a49ff5343a9946141f11e4b7cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:00.626672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:50:00.631984 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:50:00.634002 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Made reservation on behalf of abe53a49ff5343a9946141f11e4b7cb1 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:00.636340 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.661876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks [] for security_group (21685234-6f09-40c3-a1e0-3a4d5bea527d), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.674326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe136-0e05-42b9-98a5-ebbac3640a48 admin admin] Pushing event updated for resources: {'Network': ['ID=945c5c59-cc23-43e1-8bfb-eb94e11427e1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:00.684688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (ed3279ba-6a5f-4827-b5e4-148bfd2811e1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.685061 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Added segment ed3279ba-6a5f-4827-b5e4-148bfd2811e1 of type vlan for network b42f51e3-0f1e-4937-bf6b-96b22f893f32 Apr 08 11:50:00.688051 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (1c059caf-48dc-4058-ba62-0096054317a1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.689775 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:00.691438 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.698654 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 945c5c59-cc23-43e1-8bfb-eb94e11427e1 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:50:00.703018 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (21685234-6f09-40c3-a1e0-3a4d5bea527d), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.728411 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:00.745099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37580) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:00.747314 dv-cinder-815660-8-iscsi neutron-server[109769]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:50:00.758212 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-88a041b0-d5e7-479b-933f-c7f78b30235d None None] Current status of the port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:00.795825 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5217843 Apr 08 11:50:00.814421 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37582) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:00.832504 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:50:00.844309 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Request body: {'subnet': {'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-subnet', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:00.860347 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8f2cc-784b-486b-abf2-3c11de9bc6dd,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:00.884468 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (b42f51e3-0f1e-4937-bf6b-96b22f893f32), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.899024 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (54314c4b-ec40-4dec-bed8-4eb36ae4918b), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:00.899940 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Added segment 54314c4b-ec40-4dec-bed8-4eb36ae4918b of type vlan for network ce912cdf-40ba-471e-9a6e-520f63091172 Apr 08 11:50:00.993294 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad86b-871b-4c64-9da7-2bfd7f418175 admin admin] Pushing event updated for resources: {'Network': ['ID=1c059caf-48dc-4058-ba62-0096054317a1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.008506 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 1c059caf-48dc-4058-ba62-0096054317a1 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:50:01.009779 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21685234-6f09-40c3-a1e0-3a4d5bea527d,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.031264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Made reservation on behalf of 6b81377c8b12468182f67de2d1209fa6 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:01.038675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.059046 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (ce912cdf-40ba-471e-9a6e-520f63091172), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.061661 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (b42f51e3-0f1e-4937-bf6b-96b22f893f32), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.062476 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:01.063050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.131840 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-a67c422a-c898-4ba8-acaf-7cf1e82f6d7c tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:01.133470 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-a67c422a-c898-4ba8-acaf-7cf1e82f6d7c tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/networks?id=98b9dc7f-bd0e-460b-a105-057a0925bd46 HTTP/1.1" status: 200 len: 812 time: 0.3874021 Apr 08 11:50:01.152948 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:01.171071 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-19780463-e843-4e6f-8b4a-93a3fb58a672 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/quotas/53bde69d8ea44997832f00de8a29394d HTTP/1.1" status: 200 len: 375 time: 0.0291317 Apr 08 11:50:01.174789 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:01.175387 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8685348 Apr 08 11:50:01.177135 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37584) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:01.188644 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Request body: {'subnet': {'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-subnet', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:01.200251 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:01.201280 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:01.264370 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-c1b50632-9888-4e4c-bb97-820cb8ea3925 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53bde69d8ea44997832f00de8a29394d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848806 Apr 08 11:50:01.295899 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:01.310096 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-289182ae-0a6c-4bcf-b9bc-18ca5a769d3a None None] Provisioning complete for port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:01.310609 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-289182ae-0a6c-4bcf-b9bc-18ca5a769d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.310718 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.387141 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (ce912cdf-40ba-471e-9a6e-520f63091172), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.396506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:01.397139 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.417987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da5a10-1851-4eea-99e9-c93757dcb777 admin admin] Pushing event updated for resources: {'Network': ['ID=b42f51e3-0f1e-4937-bf6b-96b22f893f32,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.444832 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.461485 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ff120494-78bc-41bd-9e35-d18640e46414 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5407763 Apr 08 11:50:01.464141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-289182ae-0a6c-4bcf-b9bc-18ca5a769d3a None None] Current status of the port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:01.482149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37596) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:01.488296 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:01.518613 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1394606 Apr 08 11:50:01.525196 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37600) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:01.538465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-31149351-46a6-466a-a5e7-c3c5f67606be service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:50:01.539513 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-31149351-46a6-466a-a5e7-c3c5f67606be service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1295414 Apr 08 11:50:01.605394 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Request body: {'subnet': {'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-subnet', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:01.617859 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (c699e854-a551-4f94-87cb-fe2e3a66006f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.645859 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:50:01.670698 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (b027db01-c199-455d-bb56-73d7bb15bf0b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.698317 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72796af-5055-4c5a-8105-f588d2d82d0a admin admin] Pushing event updated for resources: {'Network': ['ID=ce912cdf-40ba-471e-9a6e-520f63091172,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.740473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network ce912cdf-40ba-471e-9a6e-520f63091172 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:50:01.793469 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Made reservation on behalf of 19cf5cedde0e402dbaf8adff15370280 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:01.795946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:01.888165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:01.922563 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c699e854-a551-4f94-87cb-fe2e3a66006f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.938105 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Checking segment: {'id': 'e5eaa648-06be-4110-976d-552f1224e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '945c5c59-cc23-43e1-8bfb-eb94e11427e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:01.938460 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Network hostable DHCP agents. Network: 945c5c59-cc23-43e1-8bfb-eb94e11427e1, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:50:01.944835 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:49:59Z', 'revision_number': 3, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:01.966079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027db01-c199-455d-bb56-73d7bb15bf0b,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:01.973188 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Network 945c5c59-cc23-43e1-8bfb-eb94e11427e1 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:50:01.988979 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 945c5c59-cc23-43e1-8bfb-eb94e11427e1) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:01.995140 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:01.996558 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.005466 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:02.006277 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Updating router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:02.045261 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fa62e-b0ea-4bf4-a43b-5332becef01f None None] Network 945c5c59-cc23-43e1-8bfb-eb94e11427e1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:02.047393 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-eb869ced-28cc-4ba9-8c62-987f4925826e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4718525 Apr 08 11:50:02.071279 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.193349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Checking segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:02.193807 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Network hostable DHCP agents. Network: 1c059caf-48dc-4058-ba62-0096054317a1, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:50:02.217205 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (fc0bbe77-91d6-42ee-b366-0b6237bbffde), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.258183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:02.258590 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.302664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0bbe77-91d6-42ee-b366-0b6237bbffde,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:02.322659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:02.323019 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Network hostable DHCP agents. Network: ce912cdf-40ba-471e-9a6e-520f63091172, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:50:02.362407 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Network ce912cdf-40ba-471e-9a6e-520f63091172 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:50:02.364277 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4afd2-8e6d-4625-a6f8-17f62b9151ae None None] Network 945c5c59-cc23-43e1-8bfb-eb94e11427e1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:02.380727 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, ce912cdf-40ba-471e-9a6e-520f63091172) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:02.390432 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:02.391031 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.414359 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Network 1c059caf-48dc-4058-ba62-0096054317a1 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:50:02.418049 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6961c431-620f-4fc0-b677-427cf498d12b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8916209 Apr 08 11:50:02.422313 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37646) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:02.431091 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:02.456007 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-5a4fb8d3-8843-434c-8659-1662afbc50b8 service neutron] 10.222.0.55 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8677161 Apr 08 11:50:02.456868 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (474b20da-ef50-40f0-995b-496729361138), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.473259 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (d74d470f-090c-4dc6-acff-38010433e7d1), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.474708 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (d74d470f-090c-4dc6-acff-38010433e7d1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.492153 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 1c059caf-48dc-4058-ba62-0096054317a1) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:02.496263 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bb85b-357d-42e0-986e-c2dc01690bd1 None None] Network ce912cdf-40ba-471e-9a6e-520f63091172 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:02.513193 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56876f-e7bd-469f-9482-c5cc2a15c2e5 None None] Network 1c059caf-48dc-4058-ba62-0096054317a1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:02.550145 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks [] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.552869 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37648) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:02.566461 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:02.567162 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.570326 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.591268 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for router_controller (d74d470f-090c-4dc6-acff-38010433e7d1), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.650266 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Pushing event updated for resources: {'Port': ['ID=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:02.666592 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.671706 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.672391 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.673023 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.673586 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.674288 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7f445368-3217-4e18-8343-42c9f7a0f15f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8585713 Apr 08 11:50:02.674987 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.676494 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.680061 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.680777 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.681309 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.681835 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.683938 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.684461 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.684987 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.685758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37654) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:02.686290 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Tracked resource versions report: Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: pushed versions: Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Agent': {'1.1'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Log': {'1.0'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'NDPProxy': {'1.0'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Network': {'1.1'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Port': {'1.7'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'PortForwarding': {'1.3'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: consumer versions: Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: HyperV agent@hv-cinder-81566: {}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: L3 agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: Metadata agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: Metering agent@dv-cinder-815660-8-iscsi: {}, Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-815660-8-iscsi: { 'AddressGroup': '1.2', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Agent': '1.1', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Log': '1.0', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'NDPProxy': '1.0', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Network': '1.1', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Port': '1.7', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'PortForwarding': '1.3', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'SubPort': '1.0', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Subnet': '1.1', Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Apr 08 11:50:02.688236 dv-cinder-815660-8-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 11:50:02.695911 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:02.704009 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Pushing event updated for resources: {'Subnet': ['ID=474b20da-ef50-40f0-995b-496729361138,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:02.740748 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Attempting to bind port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:02.741265 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Attempting to bind port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:02.741728 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Attempting to bind port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:02.750432 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:02.752820 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:02.753424 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.755897 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:02.756520 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Bound port: 2ae6c5d0-4a14-4a8e-91c6-3025305ad308, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:02.757047 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.810391 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-1c059caf-48dc-4058-ba62-0096054317a1', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:50:02.811508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.825739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for router_gateway (d74d470f-090c-4dc6-acff-38010433e7d1), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.833449 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] For port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:02.845394 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] For port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:02.859346 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:02.934808 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-c8d8e256-8f71-4067-b2b7-201d1b650979 service neutron] 10.222.0.55 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563673 Apr 08 11:50:02.935980 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a9411f62-69fb-460f-8719-edf0638b48b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.032838 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef351b-b061-475d-8efd-6110d60878e6 None None] Pushing event updated for resources: {'Port': ['ID=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:03.056106 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:03.057157 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:03.062102 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.086187 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:03.106207 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a9411f62-69fb-460f-8719-edf0638b48b1 admin admin] Publish callbacks [] for security_group (d6857de8-fac8-4d11-9e28-94b75cf8ef73), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.108326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:03.108684 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Network hostable DHCP agents. Network: b42f51e3-0f1e-4937-bf6b-96b22f893f32, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:50:03.108821 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-ce912cdf-40ba-471e-9a6e-520f63091172', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:50:03.111526 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.116281 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37670) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:03.129893 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-694065928-network', 'tenant_id': '58ed563636af455499260701b4e29733'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:03.156325 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.157304 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.162332 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a9411f62-69fb-460f-8719-edf0638b48b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (d6857de8-fac8-4d11-9e28-94b75cf8ef73), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.206909 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a9411f62-69fb-460f-8719-edf0638b48b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e016e480f00847ada16faed3575c3658&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6514697 Apr 08 11:50:03.209712 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Made reservation on behalf of 58ed563636af455499260701b4e29733 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:03.212384 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.237754 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37674) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:03.239679 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for router_gateway (d74d470f-090c-4dc6-acff-38010433e7d1), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.253638 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.263127 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9411f62-69fb-460f-8719-edf0638b48b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6857de8-fac8-4d11-9e28-94b75cf8ef73,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:03.278285 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.291994 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:03.549118 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:50:03.552611 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-80dcd353-61a9-42ac-af7e-4fa3524032c7 req-79a964ca-2b0a-4245-a0d7-d2eb31235f6d tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.1527221 Apr 08 11:50:03.566706 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] Publish callbacks [] for security_group (d6857de8-fac8-4d11-9e28-94b75cf8ef73), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.614690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] Publish callbacks [] for security_group (d6857de8-fac8-4d11-9e28-94b75cf8ef73), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.633878 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Allocated IP 172.20.0.2 (ce912cdf-40ba-471e-9a6e-520f63091172/fc0bbe77-91d6-42ee-b366-0b6237bbffde/b10b5435-b390-4ed0-b739-914e643d0c53) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:03.729205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks [] for security_group (7b348d47-5a3f-4fbc-a7c7-1d554115bec0), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.743449 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:49:59Z', 'revision_number': 3, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:03.768221 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b348d47-5a3f-4fbc-a7c7-1d554115bec0), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.778090 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for router_controller (49c5a9ce-3594-489e-a60f-926ccb8399bc), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.782326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, b42f51e3-0f1e-4937-bf6b-96b22f893f32) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:03.805496 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:03.806417 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.811637 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56a9cb-af5c-46fe-b2ab-d2fe99fbda1a None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:49:59Z', 'revision_number': 3, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:03.845119 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Allocated IP 172.27.2.207 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/14414b48-2db2-49d7-8f04-752f1f8d28da) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:03.866650 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks [] for port (b10b5435-b390-4ed0-b739-914e643d0c53), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.885752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7a42b-7f30-4d03-a109-afd86b746f82 None None] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:03.917147 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.931163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (d6857de8-fac8-4d11-9e28-94b75cf8ef73), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.933973 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:03.941746 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6857de8-fac8-4d11-9e28-94b75cf8ef73 HTTP/1.1" status: 204 len: 168 time: 0.6713288 Apr 08 11:50:03.977391 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab569f-1da2-4f5f-a843-4fa1ff7bdd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6857de8-fac8-4d11-9e28-94b75cf8ef73,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:04.022575 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b348d47-5a3f-4fbc-a7c7-1d554115bec0,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:04.031364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Allocated IP 172.20.0.2 (1c059caf-48dc-4058-ba62-0096054317a1/b027db01-c199-455d-bb56-73d7bb15bf0b/609f06f3-4776-4112-ab36-39123ea68526) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:04.050960 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:04.067282 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:04.073128 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.075140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:04.080505 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Pushing event updated for resources: {'Port': ['ID=b10b5435-b390-4ed0-b739-914e643d0c53,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:04.101752 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:50:04.122775 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.149329 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-af2e7339-2efd-4218-85ad-598c3219322b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9695361 Apr 08 11:50:04.152618 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (1faf7726-d635-46e3-ae06-f0638ea0359a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.152995 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Added segment 1faf7726-d635-46e3-ae06-f0638ea0359a of type vlan for network 8c9d1a5b-b080-4271-8887-14d3a92d5011 Apr 08 11:50:04.155637 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37724) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:04.164915 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:04.198261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:04.207294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:04.214444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:04.370549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:50:04.371409 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.384471 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Attempting to bind port b10b5435-b390-4ed0-b739-914e643d0c53 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:04.384842 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Attempting to bind port b10b5435-b390-4ed0-b739-914e643d0c53 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:04.385232 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Attempting to bind port b10b5435-b390-4ed0-b739-914e643d0c53 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:04.389747 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Pushing event updated for resources: {'Port': ['ID=14414b48-2db2-49d7-8f04-752f1f8d28da,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:04.421257 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:04.421745 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:04.422024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.422891 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Bound using segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:04.422891 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Bound port: b10b5435-b390-4ed0-b739-914e643d0c53, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:04.423262 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.456534 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for router_gateway (49c5a9ce-3594-489e-a60f-926ccb8399bc), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.491978 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (8c9d1a5b-b080-4271-8887-14d3a92d5011), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.498497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.503080 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.504512 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.594073 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for router_gateway (d74d470f-090c-4dc6-acff-38010433e7d1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.695653 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37736) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:04.707109 dv-cinder-815660-8-iscsi neutron-server[109768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 11:50:04.715177 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (8c9d1a5b-b080-4271-8887-14d3a92d5011), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.716487 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:04.717186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.772099 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks [] for port (609f06f3-4776-4112-ab36-39123ea68526), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.791510 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6724017 Apr 08 11:50:04.794636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37748) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:04.800497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (609f06f3-4776-4112-ab36-39123ea68526), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.811989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] For port b10b5435-b390-4ed0-b739-914e643d0c53, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:04.820543 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Request body: {'subnet': {'network_id': '8c9d1a5b-b080-4271-8887-14d3a92d5011', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-694065928-subnet', 'tenant_id': '58ed563636af455499260701b4e29733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:04.835225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] For port b10b5435-b390-4ed0-b739-914e643d0c53, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=b10b5435-b390-4ed0-b739-914e643d0c53,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:04.857270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for router_controller (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.893543 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fb53c144-f57e-452c-8ecd-7808843a7926 req-31ac7ddf-1d8e-48f6-8c20-6e8d134680e7 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.1925828 Apr 08 11:50:04.922183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Allocated IP 172.20.0.2 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/640098f7-1ba2-423a-a713-b0b46972d54a) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:04.929131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.948077 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Network 1c059caf-48dc-4058-ba62-0096054317a1 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:04.954205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Made reservation on behalf of 58ed563636af455499260701b4e29733 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:04.956952 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:04.964510 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:04.987370 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:05.008125 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Pushing event updated for resources: {'Port': ['ID=609f06f3-4776-4112-ab36-39123ea68526,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:05.154943 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (d74d470f-090c-4dc6-acff-38010433e7d1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.275401 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Attempting to bind port 609f06f3-4776-4112-ab36-39123ea68526 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:05.275774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Attempting to bind port 609f06f3-4776-4112-ab36-39123ea68526 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:05.276149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Attempting to bind port 609f06f3-4776-4112-ab36-39123ea68526 on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:05.294971 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454b60e-6565-4da2-9123-d4a2737a7d1c None None] Pushing event updated for resources: {'Port': ['ID=b10b5435-b390-4ed0-b739-914e643d0c53,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:05.310115 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:05.310498 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Checking segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:05.310901 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.311296 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Bound using segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:05.311796 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Bound port: 609f06f3-4776-4112-ab36-39123ea68526, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:05.312164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (609f06f3-4776-4112-ab36-39123ea68526), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.448322 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Router d74d470f-090c-4dc6-acff-38010433e7d1 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:50:05.464608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] For port 609f06f3-4776-4112-ab36-39123ea68526, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:05.467204 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks [] for port (640098f7-1ba2-423a-a713-b0b46972d54a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.469959 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] For port 609f06f3-4776-4112-ab36-39123ea68526, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=609f06f3-4776-4112-ab36-39123ea68526,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:05.476430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.478708 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68843a61-327a-4436-aa18-157e9633336d admin admin] Pushing event updated for resources: {'Network': ['ID=8c9d1a5b-b080-4271-8887-14d3a92d5011,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:05.483408 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (609f06f3-4776-4112-ab36-39123ea68526), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.520554 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 8c9d1a5b-b080-4271-8887-14d3a92d5011 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:50:05.650159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:05.657625 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Pushing event updated for resources: {'Port': ['ID=640098f7-1ba2-423a-a713-b0b46972d54a,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:05.680337 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (f62c5dd3-b124-4fec-b82a-1834385fc531), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.711556 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:05.759552 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:05.764050 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2afb3397-42d1-4004-afe1-d1da5d3e1224 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3372328 Apr 08 11:50:05.765395 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37766) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:05.774120 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e270f-1f3b-4374-9f0f-b03ab948a29b None None] Pushing event updated for resources: {'Port': ['ID=609f06f3-4776-4112-ab36-39123ea68526,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:05.781504 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:05.784281 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:05.786885 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:05.815854 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:05.816761 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:05.910782 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:06.037797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Allocated IP 172.20.0.1 (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf/59fec379-bd10-40c4-9f94-d73d6c25e227/af83c1d7-e47f-4a6e-b0d5-48e8472e622c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:06.091601 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Attempting to bind port 640098f7-1ba2-423a-a713-b0b46972d54a on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:06.091975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Attempting to bind port 640098f7-1ba2-423a-a713-b0b46972d54a by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:06.092342 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Attempting to bind port 640098f7-1ba2-423a-a713-b0b46972d54a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:06.125508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:06.125774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:06.126135 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.126540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:06.127120 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Bound port: 640098f7-1ba2-423a-a713-b0b46972d54a, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:06.127513 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.224061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks [] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.279965 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.294797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for router_gateway (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.296204 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-87f1dbfc-6862-46d1-a8cb-88d6893f0196 req-32a824d9-4ada-4b76-86fc-eeacdda82c57 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.1914568 Apr 08 11:50:06.307887 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:06.349193 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:06.357667 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Pushing event updated for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:06.361885 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:06.364083 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:06.364746 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.674571 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62c5dd3-b124-4fec-b82a-1834385fc531,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:06.776124 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:06.777107 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.837787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] For port 640098f7-1ba2-423a-a713-b0b46972d54a, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:06.894149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Checking segment: {'id': '1faf7726-d635-46e3-ae06-f0638ea0359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8c9d1a5b-b080-4271-8887-14d3a92d5011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:06.894797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Network hostable DHCP agents. Network: 8c9d1a5b-b080-4271-8887-14d3a92d5011, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:50:06.897939 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa44597-5801-483d-8e7b-b13ea5ee5e8a None None] Network ce912cdf-40ba-471e-9a6e-520f63091172 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:06.908988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for router_gateway (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.951843 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] For port 640098f7-1ba2-423a-a713-b0b46972d54a, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=640098f7-1ba2-423a-a713-b0b46972d54a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:06.956210 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:06.974108 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.020442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.097255 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067853a-660b-4ae5-a046-a65ac5f1d9ca None None] Pushing event updated for resources: {'Port': ['ID=640098f7-1ba2-423a-a713-b0b46972d54a,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:07.121218 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-cce9bb26-452d-4e30-842f-0a916097ec41 None None] Provisioning complete for port af83c1d7-e47f-4a6e-b0d5-48e8472e622c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:07.121813 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cce9bb26-452d-4e30-842f-0a916097ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.167549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.177707 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-cce9bb26-452d-4e30-842f-0a916097ec41 None None] Port af83c1d7-e47f-4a6e-b0d5-48e8472e622c cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:07.193594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Network 8c9d1a5b-b080-4271-8887-14d3a92d5011 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:50:07.228369 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Allocated IP 172.27.2.182 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/c1d89a81-af15-4bf1-be3c-d2ac1e4b7329) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:07.233778 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 8c9d1a5b-b080-4271-8887-14d3a92d5011) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:07.290449 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:07.290844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.296049 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20130b1b-deb2-45df-938c-c370409e5609 None None] Network 8c9d1a5b-b080-4271-8887-14d3a92d5011 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:07.329685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:07.330481 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.418543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Allocated IP 172.20.0.1 (ce912cdf-40ba-471e-9a6e-520f63091172/fc0bbe77-91d6-42ee-b366-0b6237bbffde/372641d0-c004-4393-aa37-8c47c120ad22) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:07.487940 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:07.492600 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-821c6d1f-f4bd-4a8f-b8dd-a74fa4f5d204 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6782734 Apr 08 11:50:07.585494 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67457623-7a75-44cb-afa6-8983829ba374 None None] Network 1c059caf-48dc-4058-ba62-0096054317a1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:07.586248 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fda5d6e9-d6a6-451a-a70f-213dd521ba61 req-378b7af2-c172-41a6-8e5c-9fffe49500d2 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.1196284 Apr 08 11:50:07.659084 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Provisioning complete for port b10b5435-b390-4ed0-b739-914e643d0c53 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:07.659573 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.662111 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.665158 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device b10b5435-b390-4ed0-b739-914e643d0c53 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:07.752715 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks [] for port (372641d0-c004-4393-aa37-8c47c120ad22), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.781294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:07.861980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Deleting subnet c699e854-a551-4f94-87cb-fe2e3a66006f {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:50:07.871592 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.873672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Publish callbacks [] for subnet (c699e854-a551-4f94-87cb-fe2e3a66006f), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.896970 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:07.951658 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:07.994173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:04Z', 'revision_number': 3, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:08.016285 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959e415-993a-4ffd-ba99-404277fd89c9 None None] Network 8c9d1a5b-b080-4271-8887-14d3a92d5011 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:08.017418 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for router_gateway (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.019674 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:08.032809 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:08.036548 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks [] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.051864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Publish callbacks [] for subnet (c699e854-a551-4f94-87cb-fe2e3a66006f), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.056173 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:08.056681 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (d74d470f-090c-4dc6-acff-38010433e7d1), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.078973 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.082129 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Pushing event updated for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:08.084195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:08.084845 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Updating router d74d470f-090c-4dc6-acff-38010433e7d1 port 14414b48-2db2-49d7-8f04-752f1f8d28da binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:08.090683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.091540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.142958 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (c699e854-a551-4f94-87cb-fe2e3a66006f), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.213903 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port b10b5435-b390-4ed0-b739-914e643d0c53 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:08.214278 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.220674 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.293688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Current status of the port b10b5435-b390-4ed0-b739-914e643d0c53 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:08.294069 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.338955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.348412 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37838) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:08.493993 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] For port b10b5435-b390-4ed0-b739-914e643d0c53, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=b10b5435-b390-4ed0-b739-914e643d0c53,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:08.511012 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.561536 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (372641d0-c004-4393-aa37-8c47c120ad22), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.592663 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:08.619603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Pushing event updated for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:08.643634 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:08.645616 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (c699e854-a551-4f94-87cb-fe2e3a66006f), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.683374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c699e854-a551-4f94-87cb-fe2e3a66006f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:08.720640 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port b10b5435-b390-4ed0-b739-914e643d0c53 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:08.727628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.734152 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-49ed2445-c61f-482b-9149-c62686125b10 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c699e854-a551-4f94-87cb-fe2e3a66006f HTTP/1.1" status: 204 len: 168 time: 0.9509003 Apr 08 11:50:08.744977 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:08.746549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37846) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:08.797053 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7061442-8758-499e-9b7c-dd4d872aeee4 req-e038430f-3c14-43e0-bfe2-51cd5c733ce2 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.0897758 Apr 08 11:50:08.850054 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96965b46-719d-43e0-a0e1-1989fc51ed95 None None] Pushing event updated for resources: {'Port': ['ID=b10b5435-b390-4ed0-b739-914e643d0c53,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:08.896583 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:08.896947 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.929961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def04729-a52b-4a70-b23d-28268ff75b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.936296 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Port 372641d0-c004-4393-aa37-8c47c120ad22 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:08.950880 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Provisioning complete for port b10b5435-b390-4ed0-b739-914e643d0c53 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:08.951232 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:08.970377 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:09.005863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks [] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.017834 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (945c5c59-cc23-43e1-8bfb-eb94e11427e1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.030151 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:09.044449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:09.079000 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks [] for port (372641d0-c004-4393-aa37-8c47c120ad22), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.087416 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.088263 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (d74d470f-090c-4dc6-acff-38010433e7d1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.141444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Pushing event updated for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:09.259374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:09.261652 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:09.289875 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Current status of the port b10b5435-b390-4ed0-b739-914e643d0c53 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:09.294205 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb63ee-0a0a-45f6-93ce-1defae41cb72 None None] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:50:09.346693 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 609f06f3-4776-4112-ab36-39123ea68526 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:09.353688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.422724 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (945c5c59-cc23-43e1-8bfb-eb94e11427e1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.427067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Router d74d470f-090c-4dc6-acff-38010433e7d1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:50:09.452122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Attempting to bind port 14414b48-2db2-49d7-8f04-752f1f8d28da on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:09.452355 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.452480 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Attempting to bind port 14414b48-2db2-49d7-8f04-752f1f8d28da by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:09.452841 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Attempting to bind port 14414b48-2db2-49d7-8f04-752f1f8d28da on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:09.453164 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.454075 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.454885 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > port after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.455409 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.455874 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > port after_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.456335 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.457195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.457676 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.458142 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.468086 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Provisioning complete for port 609f06f3-4776-4112-ab36-39123ea68526 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:09.468649 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (609f06f3-4776-4112-ab36-39123ea68526), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.483681 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:09.484125 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:09.484460 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.484854 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:09.485354 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Bound port: 14414b48-2db2-49d7-8f04-752f1f8d28da, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:09.485731 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.529431 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899067-f39b-4970-a396-37af18449e33 None None] Pushing event updated for resources: {'Port': ['ID=14414b48-2db2-49d7-8f04-752f1f8d28da,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:09.581412 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 609f06f3-4776-4112-ab36-39123ea68526 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:09.581800 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (609f06f3-4776-4112-ab36-39123ea68526), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.587266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:09.607005 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-740a3add-22d7-446b-bd5d-ed41c734116a admin admin] 10.222.0.55 "PUT /v2.0/routers/d74d470f-090c-4dc6-acff-38010433e7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8340542 Apr 08 11:50:09.614598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.44', 58761) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:09.652904 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] For port 14414b48-2db2-49d7-8f04-752f1f8d28da, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:09.659908 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] For port 14414b48-2db2-49d7-8f04-752f1f8d28da, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=14414b48-2db2-49d7-8f04-752f1f8d28da,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:09.675901 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.704811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.705212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.705538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.705862 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:09.706215 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945c5c59-cc23-43e1-8bfb-eb94e11427e1']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:09.725714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Allocated IP 172.27.2.90 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/c3af8511-c9b7-4953-a738-6670f25012d6) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:09.809426 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899067-f39b-4970-a396-37af18449e33 None None] Pushing event updated for resources: {'Port': ['ID=14414b48-2db2-49d7-8f04-752f1f8d28da,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:09.817941 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Current status of the port 609f06f3-4776-4112-ab36-39123ea68526 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:09.818333 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (609f06f3-4776-4112-ab36-39123ea68526), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:09.899691 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:09.900707 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:09.943360 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:50:09.944592 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for router_gateway (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.041840 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:10.097632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9834558-18fe-4788-aba7-195a577757b5 req-fbb7644c-9f7d-4ea0-aeca-62084b4c8c3b tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.0506907 Apr 08 11:50:10.165305 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-d771fc48-766a-4c2a-a575-a2f710f77978 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:10.167141 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-d771fc48-766a-4c2a-a575-a2f710f77978 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.44 "GET /v2.0/networks?id=98b9dc7f-bd0e-460b-a105-057a0925bd46 HTTP/1.1" status: 200 len: 812 time: 0.5513096 Apr 08 11:50:10.195906 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eaa648-06be-4110-976d-552f1224e94c') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:10.196312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eaa648-06be-4110-976d-552f1224e94c') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:10.207491 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.225737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Request body: {'port': {'device_id': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46', 'admin_state_up': True, 'tenant_id': '53bde69d8ea44997832f00de8a29394d'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:10.357042 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] For port 609f06f3-4776-4112-ab36-39123ea68526, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=609f06f3-4776-4112-ab36-39123ea68526,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:10.376590 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (609f06f3-4776-4112-ab36-39123ea68526), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.388404 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 609f06f3-4776-4112-ab36-39123ea68526 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:10.388814 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (609f06f3-4776-4112-ab36-39123ea68526), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.396864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:10.400561 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (e5eaa648-06be-4110-976d-552f1224e94c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.410988 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:10.430094 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:10.430735 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:10.446057 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9905a479-a6e8-42a0-8741-9d3eea526c8e admin admin] 10.222.0.55 "PUT /v2.0/routers/ee80ea6b-3e54-42f8-b06c-d68a06bc00e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9612505 Apr 08 11:50:10.507105 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e5eaa648-06be-4110-976d-552f1224e94c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.539527 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Made reservation on behalf of 53bde69d8ea44997832f00de8a29394d for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:10.546081 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.557695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e34944-f13b-4de0-adc0-e1ceb2bd696d None None] Pushing event updated for resources: {'Port': ['ID=609f06f3-4776-4112-ab36-39123ea68526,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:10.573735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 2, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:10.583268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:10.584766 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.616216 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:10.705174 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088d50-2b22-4c57-b1ba-42583950649b None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 2, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:10.711701 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.db.api [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 11:50:10.711701 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG oslo_db.api [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 11:50:10.769810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Port 372641d0-c004-4393-aa37-8c47c120ad22 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:10.803681 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Provisioning complete for port af83c1d7-e47f-4a6e-b0d5-48e8472e622c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:10.804074 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.890273 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Port af83c1d7-e47f-4a6e-b0d5-48e8472e622c cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:10.929245 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Provisioning complete for port 640098f7-1ba2-423a-a713-b0b46972d54a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:10.934301 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:10.982491 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Allocated IP 172.20.0.12 (98b9dc7f-bd0e-460b-a105-057a0925bd46/598da47b-1161-4164-93a1-bcdfa11a4088/742422ab-f0f4-42d0-9595-84ff7f527642) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:11.023706 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for port (c3af8511-c9b7-4953-a738-6670f25012d6), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.138340 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.142004 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:50:11.142755 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (e5eaa648-06be-4110-976d-552f1224e94c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.176628 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 2, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:11.204986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Current status of the port 640098f7-1ba2-423a-a713-b0b46972d54a is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:11.205765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: from cryptography.utils import int_from_bytes Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: from cryptography.utils import int_from_bytes Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:50:11.277455 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:50:11.308179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Pushing event updated for resources: {'Port': ['ID=c3af8511-c9b7-4953-a738-6670f25012d6,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:11.317057 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:11.321052 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Updating router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 port af83c1d7-e47f-4a6e-b0d5-48e8472e622c binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:11.330285 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def04729-a52b-4a70-b23d-28268ff75b0d admin admin] Publish callbacks [] for security_group (c259e564-7572-402e-a52c-e10c6cffc2d8), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.388642 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-def04729-a52b-4a70-b23d-28268ff75b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c259e564-7572-402e-a52c-e10c6cffc2d8), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.427108 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.456235 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] For port 640098f7-1ba2-423a-a713-b0b46972d54a, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=640098f7-1ba2-423a-a713-b0b46972d54a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:11.465497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 609f06f3-4776-4112-ab36-39123ea68526 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:11.467111 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 640098f7-1ba2-423a-a713-b0b46972d54a up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:11.547008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.557488 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks [] for port (742422ab-f0f4-42d0-9595-84ff7f527642), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.593113 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-def04729-a52b-4a70-b23d-28268ff75b0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abb68114067449b1a1ceba517a608ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2368677 Apr 08 11:50:11.596763 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37920) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:11.611841 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:11.619973 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04729-a52b-4a70-b23d-28268ff75b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c259e564-7572-402e-a52c-e10c6cffc2d8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:11.645301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:11.647913 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:11.791180 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Provisioning complete for port 609f06f3-4776-4112-ab36-39123ea68526 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:11.791582 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (609f06f3-4776-4112-ab36-39123ea68526), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.849296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (945c5c59-cc23-43e1-8bfb-eb94e11427e1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.865044 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.878642 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] 10.222.0.55 "DELETE /v2.0/networks/945c5c59-cc23-43e1-8bfb-eb94e11427e1 HTTP/1.1" status: 204 len: 168 time: 3.1254473 Apr 08 11:50:11.883232 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37922) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:11.910055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Pushing event updated for resources: {'Port': ['ID=640098f7-1ba2-423a-a713-b0b46972d54a,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:11.929433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024dddf-c981-4e06-8c61-7cd3dcdba346 admin admin] Pushing event deleted for resources: {'Network': ['ID=945c5c59-cc23-43e1-8bfb-eb94e11427e1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:11.965180 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 640098f7-1ba2-423a-a713-b0b46972d54a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:11.965941 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.975112 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:11.984259 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fd1f1e72-3a2d-46fa-be96-298e7ac712e3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:11.985946 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fd1f1e72-3a2d-46fa-be96-298e7ac712e3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 1.5907502 Apr 08 11:50:11.999791 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:50:12.117393 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-946c45a5-8282-41b0-a878-bd3c865abe37 None None] Current status of the port 609f06f3-4776-4112-ab36-39123ea68526 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:12.200138 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-1ae2b157-df27-4774-88ff-1f8b8d81479b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/quotas/19cf5cedde0e402dbaf8adff15370280 HTTP/1.1" status: 200 len: 375 time: 0.1912408 Apr 08 11:50:12.235532 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 640098f7-1ba2-423a-a713-b0b46972d54a is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:12.239461 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:12.267157 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] Publish callbacks [] for security_group (c259e564-7572-402e-a52c-e10c6cffc2d8), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.315036 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:12.315723 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.322523 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] Publish callbacks [] for security_group (c259e564-7572-402e-a52c-e10c6cffc2d8), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.437940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Deleting subnet f62c5dd3-b124-4fec-b82a-1834385fc531 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:50:12.474144 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-950022fc-1dde-417f-8c0d-c3db8520df4a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2222836 Apr 08 11:50:12.476843 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:12.592240 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks [] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.608354 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.639276 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c259e564-7572-402e-a52c-e10c6cffc2d8), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.648620 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.648620 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c259e564-7572-402e-a52c-e10c6cffc2d8 HTTP/1.1" status: 204 len: 168 time: 1.0465341 Apr 08 11:50:12.648620 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Pushing event updated for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:12.667756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Publish callbacks [] for subnet (f62c5dd3-b124-4fec-b82a-1834385fc531), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.681020 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37924) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:12.760824 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613771595', 'description': 'tempest-description--1593835507'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:12.786845 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:12.797773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:12.812675 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff77ea0-0edd-4b49-a021-e838eb4ae35a None None] Pushing event updated for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:12.831567 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:12.833571 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:12.900277 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:12.910233 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-af13a956-9db2-492f-8ad2-6baa5848b804 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2231598 Apr 08 11:50:12.934563 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37928) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:12.968818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb522d-2886-499a-9d22-577fc0c7c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c259e564-7572-402e-a52c-e10c6cffc2d8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:12.981351 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Network 98b9dc7f-bd0e-460b-a105-057a0925bd46 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:12.994169 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.096460 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Attempting to bind port af83c1d7-e47f-4a6e-b0d5-48e8472e622c on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:13.099706 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Attempting to bind port af83c1d7-e47f-4a6e-b0d5-48e8472e622c by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:13.101894 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Attempting to bind port af83c1d7-e47f-4a6e-b0d5-48e8472e622c on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:13.117034 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:13.129763 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Checking segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:13.133378 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.135827 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Bound using segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:13.137249 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Bound port: af83c1d7-e47f-4a6e-b0d5-48e8472e622c, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:13.139248 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.141772 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-adf889d9-9b8a-4111-b9ad-24b79a10fe72 service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592655 Apr 08 11:50:13.166137 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (b2a3ea42-66a7-4d6e-b468-43e60bc30178), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.254814 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:13.269445 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for router_gateway (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.288042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:13.301164 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:13.304423 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.347068 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (b2a3ea42-66a7-4d6e-b468-43e60bc30178), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.386702 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device b10b5435-b390-4ed0-b739-914e643d0c53 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:13.393518 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Publish callbacks [] for subnet (f62c5dd3-b124-4fec-b82a-1834385fc531), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.438763 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] For port af83c1d7-e47f-4a6e-b0d5-48e8472e622c, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:13.451304 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] For port af83c1d7-e47f-4a6e-b0d5-48e8472e622c, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:13.467799 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.524593 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-28e48e40-9de6-4107-bd16-811b5bda7266 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3059120 Apr 08 11:50:13.530826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (f62c5dd3-b124-4fec-b82a-1834385fc531), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.555013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-6fe79214-bd55-46c0-ad25-6dbe1d3468bf tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:50:13.556891 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-6fe79214-bd55-46c0-ad25-6dbe1d3468bf tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138369 Apr 08 11:50:13.586001 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Provisioning complete for port af83c1d7-e47f-4a6e-b0d5-48e8472e622c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:13.586410 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.592026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37932) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:13.610161 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.611614 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9087231 Apr 08 11:50:13.621667 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37934) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:13.622704 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fd109-3829-4ffe-a274-2bb743e75da0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3ea42-66a7-4d6e-b468-43e60bc30178,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:13.630213 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group_rule': {'security_group_id': 'b2a3ea42-66a7-4d6e-b468-43e60bc30178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:13.668079 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff77ea0-0edd-4b49-a021-e838eb4ae35a None None] Pushing event updated for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:13.691335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6f574-1038-4919-a30c-c7a85d075d5b req-fbcffdb7-c34c-480a-bdbc-ab3e0d63a258 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:13.694664 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:13.697796 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:13.701334 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54ea98e2-7230-4ccc-86d3-1d8b9bc84fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.703315 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e3b6f574-1038-4919-a30c-c7a85d075d5b req-fbcffdb7-c34c-480a-bdbc-ab3e0d63a258 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 932 time: 0.7134869 Apr 08 11:50:13.799885 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (55ea5d54-690b-4d59-9af6-87a90f44ee99), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.964961 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Current status of the port af83c1d7-e47f-4a6e-b0d5-48e8472e622c is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:13.969686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.977037 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (55ea5d54-690b-4d59-9af6-87a90f44ee99), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:13.979267 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for subnet (f62c5dd3-b124-4fec-b82a-1834385fc531), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.032731 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port b10b5435-b390-4ed0-b739-914e643d0c53 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:14.040050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.041640 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.050891 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f62c5dd3-b124-4fec-b82a-1834385fc531 HTTP/1.1" status: 204 len: 168 time: 2.1639290 Apr 08 11:50:14.052373 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (55ea5d54-690b-4d59-9af6-87a90f44ee99), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.055527 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:14.073853 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37936) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:14.076079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805724ed-3625-4e86-967a-8f0644c8de73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62c5dd3-b124-4fec-b82a-1834385fc531,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:14.108979 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-2dd9da98-d345-40e3-b47a-0ec1e7827fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646761 Apr 08 11:50:14.202010 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] For port af83c1d7-e47f-4a6e-b0d5-48e8472e622c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:14.202252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ea5d54-690b-4d59-9af6-87a90f44ee99,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:14.223495 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.226489 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-43c79b7b-fcc3-4404-85ef-bdb5028e27a7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6007545 Apr 08 11:50:14.244476 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e3b6f574-1038-4919-a30c-c7a85d075d5b req-5e0d08d7-13f2-440c-8b43-bd0cbd0a480c tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400755 Apr 08 11:50:14.248242 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.260029 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (8c9d1a5b-b080-4271-8887-14d3a92d5011), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.266075 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 37940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:14.308045 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:14.308769 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Request body: {'port': {'device_id': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:14.545672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group_rule': {'security_group_id': 'b2a3ea42-66a7-4d6e-b468-43e60bc30178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:14.635089 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec85f4d-c996-4445-8bcf-e154ff39c9eb None None] Pushing event updated for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:14.670174 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:13Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:14.685039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.700130 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6d3c-51a0-482f-9412-92e88008a7e2 None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:13Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:14.773974 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-a33fcb16-8eb8-41ab-9bcc-dd5ed662dce7 None None] Provisioning complete for port af83c1d7-e47f-4a6e-b0d5-48e8472e622c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:14.775027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a33fcb16-8eb8-41ab-9bcc-dd5ed662dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:14.968786 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:15.005549 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:15.009448 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:15.101390 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port b10b5435-b390-4ed0-b739-914e643d0c53 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:15.102679 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 609f06f3-4776-4112-ab36-39123ea68526 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:15.169008 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-243ecc51-3476-4a3a-978a-39f0f0774b84 req-9cd7163e-d865-4ca8-bc66-99faf3e5cf4f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 210 time: 0.6830420 Apr 08 11:50:15.182180 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54ea98e2-7230-4ccc-86d3-1d8b9bc84fe9 admin admin] Publish callbacks [] for security_group (4409715a-d8c0-4e94-ab3d-b7c99952b561), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.214294 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54ea98e2-7230-4ccc-86d3-1d8b9bc84fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4409715a-d8c0-4e94-ab3d-b7c99952b561), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.231216 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (8c9d1a5b-b080-4271-8887-14d3a92d5011), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.249626 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (1da1a0ff-7651-4dda-9ccb-43b89e1c7ea5), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.415493 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-a33fcb16-8eb8-41ab-9bcc-dd5ed662dce7 None None] Current status of the port af83c1d7-e47f-4a6e-b0d5-48e8472e622c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:15.460224 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (1da1a0ff-7651-4dda-9ccb-43b89e1c7ea5), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.465938 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:15.481341 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 609f06f3-4776-4112-ab36-39123ea68526 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:15.485951 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (609f06f3-4776-4112-ab36-39123ea68526), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.522000 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.550943 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-54ea98e2-7230-4ccc-86d3-1d8b9bc84fe9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6327a9b9aed546728f8000ce6e460e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9474447 Apr 08 11:50:15.562705 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea98e2-7230-4ccc-86d3-1d8b9bc84fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409715a-d8c0-4e94-ab3d-b7c99952b561,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:15.570089 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 37986) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:15.571608 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (1da1a0ff-7651-4dda-9ccb-43b89e1c7ea5), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:15.604272 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.604623 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.605463 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.605840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.606193 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.606522 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.606838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.607185 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.626033 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.626386 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:15.639231 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:15.735563 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:15.748382 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Updating router 49c5a9ce-3594-489e-a60f-926ccb8399bc port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:15.886807 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.023420 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 2, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:16.094204 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:16.094896 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Updating router d74d470f-090c-4dc6-acff-38010433e7d1 port 372641d0-c004-4393-aa37-8c47c120ad22 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:16.117211 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:16.117605 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:16.120110 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:16.121035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 11:50:16.121035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9d1a5b-b080-4271-8887-14d3a92d5011']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:16.165466 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (372641d0-c004-4393-aa37-8c47c120ad22), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.184676 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf7726-d635-46e3-ae06-f0638ea0359a') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:16.187010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf7726-d635-46e3-ae06-f0638ea0359a') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:16.220548 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (1faf7726-d635-46e3-ae06-f0638ea0359a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.256019 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (1faf7726-d635-46e3-ae06-f0638ea0359a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.269797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:50:16.270213 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (1faf7726-d635-46e3-ae06-f0638ea0359a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: from cryptography.utils import int_from_bytes Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: from cryptography.utils import int_from_bytes Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:50:16.348407 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:50:16.350727 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 609f06f3-4776-4112-ab36-39123ea68526 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:16.351832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 640098f7-1ba2-423a-a713-b0b46972d54a up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:16.372932 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] Publish callbacks [] for security_group (4409715a-d8c0-4e94-ab3d-b7c99952b561), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.570102 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 640098f7-1ba2-423a-a713-b0b46972d54a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:16.570554 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.608741 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da1a0ff-7651-4dda-9ccb-43b89e1c7ea5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:16.643058 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (8c9d1a5b-b080-4271-8887-14d3a92d5011), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.652385 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.658229 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c9d1a5b-b080-4271-8887-14d3a92d5011 HTTP/1.1" status: 204 len: 168 time: 2.5533247 Apr 08 11:50:16.677462 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.682174 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8561131e-d6b6-4390-8e25-312ca35b517f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3861070 Apr 08 11:50:16.700496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38004) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:16.706925 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:16.723367 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481b05-0ddc-4fc6-884b-715ea9ea3eca admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9d1a5b-b080-4271-8887-14d3a92d5011,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:16.807756 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.827337 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d481a-9e45-47e9-a768-627c8ea0f1c4 req-60a59f84-8967-41f8-a2f3-f320a22f5c80 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:16.836032 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6b1d481a-9e45-47e9-a768-627c8ea0f1c4 req-60a59f84-8967-41f8-a2f3-f320a22f5c80 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 932 time: 1.3709116 Apr 08 11:50:16.858174 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks [] for port (372641d0-c004-4393-aa37-8c47c120ad22), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.870081 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.872593 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.893033 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks [] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.908984 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] Publish callbacks [] for security_group (4409715a-d8c0-4e94-ab3d-b7c99952b561), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.915608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:16.985427 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4f4dd-f1d4-4706-8efd-e2ce70fde724 None None] Pushing event updated for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:17.080630 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-69f71786-fd55-40ac-940c-481ebfb6b643 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:17.082290 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-69f71786-fd55-40ac-940c-481ebfb6b643 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 1.3851855 Apr 08 11:50:17.112044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Attempting to bind port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:17.112641 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Attempting to bind port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:17.113182 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Attempting to bind port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:17.115406 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72640ebd-a38b-4883-a771-6427826c74b3 None None] Pushing event updated for resources: {'Port': ['ID=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:17.145301 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6b1d481a-9e45-47e9-a768-627c8ea0f1c4 req-747255d6-6d51-4786-ac70-695baa2c46b9 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079877 Apr 08 11:50:17.151122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:17.152977 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:17.153563 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.154124 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:17.159007 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Bound port: c1d89a81-af15-4bf1-be3c-d2ac1e4b7329, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:17.159777 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.178620 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Attempting to bind port 372641d0-c004-4393-aa37-8c47c120ad22 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:17.179164 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Attempting to bind port 372641d0-c004-4393-aa37-8c47c120ad22 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:17.179440 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Attempting to bind port 372641d0-c004-4393-aa37-8c47c120ad22 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:17.193719 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:17.194089 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:17.194494 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.194874 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Bound using segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:17.195355 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Bound port: 372641d0-c004-4393-aa37-8c47c120ad22, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:17.209269 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (372641d0-c004-4393-aa37-8c47c120ad22), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.264454 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 640098f7-1ba2-423a-a713-b0b46972d54a is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:17.279321 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:17.286388 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 14414b48-2db2-49d7-8f04-752f1f8d28da up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:17.398254 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-51ea0d69-02db-4c0f-9be8-a55c63228145 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/quotas/19cf5cedde0e402dbaf8adff15370280 HTTP/1.1" status: 200 len: 375 time: 0.1338024 Apr 08 11:50:17.400583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4409715a-d8c0-4e94-ab3d-b7c99952b561), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.407824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] For port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:17.415842 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.417213 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4409715a-d8c0-4e94-ab3d-b7c99952b561 HTTP/1.1" status: 204 len: 168 time: 1.8312092 Apr 08 11:50:17.421591 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] For port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:17.447263 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.467061 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8330e7c8-f9a7-42c0-b9e9-d6a8a69e401c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abe53a49ff5343a9946141f11e4b7cb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1670482 Apr 08 11:50:17.477665 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38024) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:17.529669 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] For port 372641d0-c004-4393-aa37-8c47c120ad22, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:17.533956 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] For port 372641d0-c004-4393-aa37-8c47c120ad22, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=372641d0-c004-4393-aa37-8c47c120ad22,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:17.543465 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.44', 58775) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:17.566700 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.644748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:17.665415 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72640ebd-a38b-4883-a771-6427826c74b3 None None] Pushing event updated for resources: {'Port': ['ID=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:17.718921 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ca75-de3c-4fc8-9158-66286e7bccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409715a-d8c0-4e94-ab3d-b7c99952b561,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:17.771087 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:17.771732 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:17.814443 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:50:17.895934 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:17.906488 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:17.987410 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-a60b4fff-5790-47e2-acde-28ff07ee1f10 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5540118 Apr 08 11:50:18.012325 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4f4dd-f1d4-4706-8efd-e2ce70fde724 None None] Pushing event updated for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:18.028777 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Allocated IP 172.27.2.254 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/a69fc391-9b0b-4cd5-8124-98f354ac8766) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:18.071350 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 14414b48-2db2-49d7-8f04-752f1f8d28da triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:18.073308 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.095149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:18.095980 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.138491 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742422ab-f0f4-42d0-9595-84ff7f527642 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:18.144558 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] Publish callbacks [] for security_group (1fbb37b0-b4ae-4884-a8b5-207d833a3ca5), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.158407 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks [] for port (742422ab-f0f4-42d0-9595-84ff7f527642), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.231509 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Allocated IP 172.20.0.1 (1c059caf-48dc-4058-ba62-0096054317a1/b027db01-c199-455d-bb56-73d7bb15bf0b/44963ccc-3217-4b50-8a3a-4731c9e48fd9) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:18.284444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Transition to ACTIVE for port object 742422ab-f0f4-42d0-9595-84ff7f527642 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:18.350947 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38042) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:18.351828 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.428360 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] Publish callbacks [] for security_group (1fbb37b0-b4ae-4884-a8b5-207d833a3ca5), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.439036 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks [] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.511025 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-f656ae3f-a3de-4e4a-aae4-de9fbcbd9ba3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:18.517903 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-f656ae3f-a3de-4e4a-aae4-de9fbcbd9ba3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 0.9656096 Apr 08 11:50:18.583928 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.591413 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:18.593644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'port': {'device_id': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'admin_state_up': True, 'tenant_id': '19cf5cedde0e402dbaf8adff15370280'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:18.772309 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Current status of the port 372641d0-c004-4393-aa37-8c47c120ad22 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:18.772699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (372641d0-c004-4393-aa37-8c47c120ad22), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:18.777522 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:18.877056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Network 1c059caf-48dc-4058-ba62-0096054317a1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:18.917421 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Pushing event updated for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:18.917794 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:18.922313 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:18.979295 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:17Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:19.018785 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc34a2-bf26-4afc-910d-5987077e2c3a None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:17Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:19.036344 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 14414b48-2db2-49d7-8f04-752f1f8d28da is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:19.036970 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.078923 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Pushing event updated for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:19.091054 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-dc686a2d-15c8-49b5-b834-4ce7176be2f2 service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0844023 Apr 08 11:50:19.104431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:19.124693 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 14414b48-2db2-49d7-8f04-752f1f8d28da, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=14414b48-2db2-49d7-8f04-752f1f8d28da,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:19.142696 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] For port 372641d0-c004-4393-aa37-8c47c120ad22, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=372641d0-c004-4393-aa37-8c47c120ad22,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:19.156187 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:19.171537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.198563 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.310971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.312585 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-49983cab-340e-4a81-bca5-c27d06f909af admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 15.1555421 Apr 08 11:50:19.339051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798c5d52-2d20-4656-8848-3cde918c6a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.343462 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (1fbb37b0-b4ae-4884-a8b5-207d833a3ca5), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.354461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.361405 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fbb37b0-b4ae-4884-a8b5-207d833a3ca5 HTTP/1.1" status: 204 len: 168 time: 1.8822458 Apr 08 11:50:19.393308 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38060) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:19.408157 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.418637 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Made reservation on behalf of 19cf5cedde0e402dbaf8adff15370280 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:19.427560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.432599 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=14414b48-2db2-49d7-8f04-752f1f8d28da,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:19.465553 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:19.471111 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:19.542576 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 372641d0-c004-4393-aa37-8c47c120ad22 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:19.607193 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-359ece30-2d8a-4563-83a0-27a765b5c2c3 service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821432 Apr 08 11:50:19.705779 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Provisioning complete for port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:19.706234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.711212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.752063 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75bf96-548c-4b20-a1d4-37fd7ed0403b None None] Pushing event updated for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:19.842854 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:19.848684 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41523153-0352-4498-b305-19cf64438d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb37b0-b4ae-4884-a8b5-207d833a3ca5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:19.855004 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:19.950824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:19.951115 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:19.998661 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:19.999067 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.183527 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.203023 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbe4ce-1803-4082-be89-263e5dd8b06d req-b591b2d5-b724-42ae-95cf-709f4768c2e2 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:20.205061 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2fbbe4ce-1803-4082-be89-263e5dd8b06d req-b591b2d5-b724-42ae-95cf-709f4768c2e2 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 1.8861024 Apr 08 11:50:20.207797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38078) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:20.300715 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8841814b-df55-469a-b015-250d3a5017ed req-be7e567e-d475-4a61-b78c-523feecb8b08 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 210 time: 0.1531610 Apr 08 11:50:20.348760 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:20.403473 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f5cd5832-f9e0-4817-b077-f1df7d19aa9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58ed563636af455499260701b4e29733&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1910186 Apr 08 11:50:20.414439 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks [] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.417020 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38084) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:20.457729 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e668b7-41c1-420e-9ff1-2c3bcc2ec732 None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 3, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:20.513838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.566397 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d8a6-7018-451c-b251-4835b38771bf None None] Current status of the port 372641d0-c004-4393-aa37-8c47c120ad22 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:20.644658 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-723fba85-9ba7-43dd-a855-5947ad0ca03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.677152 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 372641d0-c004-4393-aa37-8c47c120ad22 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:20.678710 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device af83c1d7-e47f-4a6e-b0d5-48e8472e622c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:20.741445 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:12Z', 'revision_number': 3, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:20.782858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:20.783431 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Updating router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e port c3af8511-c9b7-4953-a738-6670f25012d6 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:20.836362 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port af83c1d7-e47f-4a6e-b0d5-48e8472e622c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:20.837136 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.900728 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.902917 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:20.942374 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] Publish callbacks [] for security_group (7b348d47-5a3f-4fbc-a7c7-1d554115bec0), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.047650 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] Publish callbacks [] for security_group (7b348d47-5a3f-4fbc-a7c7-1d554115bec0), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.087840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:21.095683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.118612 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=a69fc391-9b0b-4cd5-8124-98f354ac8766,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:21.121542 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:21.216851 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b348d47-5a3f-4fbc-a7c7-1d554115bec0), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.230287 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2fbbe4ce-1803-4082-be89-263e5dd8b06d req-bfacf5a5-de65-4c27-a813-b780b05bc42f tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9965580 Apr 08 11:50:21.234045 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.240230 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b348d47-5a3f-4fbc-a7c7-1d554115bec0 HTTP/1.1" status: 204 len: 168 time: 0.8165333 Apr 08 11:50:21.266792 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Attempting to bind port 742422ab-f0f4-42d0-9595-84ff7f527642 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:21.267153 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Attempting to bind port 742422ab-f0f4-42d0-9595-84ff7f527642 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e20d6710-8f00-4dad-8b63-ad47b1ee627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:21.269743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Attempting to bind port 742422ab-f0f4-42d0-9595-84ff7f527642 on network 98b9dc7f-bd0e-460b-a105-057a0925bd46 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:21.281611 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:21.376346 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcf47d-56c8-47be-a926-d4b62f4fd389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b348d47-5a3f-4fbc-a7c7-1d554115bec0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:21.378256 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Port 742422ab-f0f4-42d0-9595-84ff7f527642 on network 98b9dc7f-bd0e-460b-a105-057a0925bd46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:21.378717 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Attempting to bind port 742422ab-f0f4-42d0-9595-84ff7f527642 on network 98b9dc7f-bd0e-460b-a105-057a0925bd46 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:21.432980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:21.433370 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Checking segment: {'id': 'e20d6710-8f00-4dad-8b63-ad47b1ee627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:21.434035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Bound using segment: {'id': 'e20d6710-8f00-4dad-8b63-ad47b1ee627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:21.434586 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Bound port: 742422ab-f0f4-42d0-9595-84ff7f527642, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d6710-8f00-4dad-8b63-ad47b1ee627b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:21.435009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.544734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Pushing event updated for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:21.615419 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks [] for port (c3af8511-c9b7-4953-a738-6670f25012d6), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.661769 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:21.720700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Network 1c059caf-48dc-4058-ba62-0096054317a1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:21.739744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:21.866876 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241d34-61cc-48d4-bc20-4e5a8be29238 None None] Pushing event updated for resources: {'Port': ['ID=c3af8511-c9b7-4953-a738-6670f25012d6,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:22.000350 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef42e580-15bf-4a55-9dc0-00a4be58604e req-d43a7221-236e-496d-9ed9-c60b45883954 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 210 time: 0.0771551 Apr 08 11:50:22.023684 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798c5d52-2d20-4656-8848-3cde918c6a94 admin admin] Publish callbacks [] for security_group (fb57867e-892d-45c2-87a1-7ffde7ef7099), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.084832 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:22.088849 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Attempting to bind port c3af8511-c9b7-4953-a738-6670f25012d6 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:22.090190 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Attempting to bind port c3af8511-c9b7-4953-a738-6670f25012d6 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:22.090566 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Attempting to bind port c3af8511-c9b7-4953-a738-6670f25012d6 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:22.102102 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Allocated IP 172.20.0.3 (ce912cdf-40ba-471e-9a6e-520f63091172/fc0bbe77-91d6-42ee-b366-0b6237bbffde/9b7634ac-fe9b-4566-a22e-0f0c3af62cc3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:22.104203 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port af83c1d7-e47f-4a6e-b0d5-48e8472e622c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:22.109446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.144184 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:22.148678 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:22.149312 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.153287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:22.156083 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Bound port: c3af8511-c9b7-4953-a738-6670f25012d6, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:22.157841 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.201845 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.44', 58779) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:22.244580 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-798c5d52-2d20-4656-8848-3cde918c6a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (fb57867e-892d-45c2-87a1-7ffde7ef7099), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.296025 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] For port c3af8511-c9b7-4953-a738-6670f25012d6, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:22.346858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] For port c3af8511-c9b7-4953-a738-6670f25012d6, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c3af8511-c9b7-4953-a738-6670f25012d6,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:22.394283 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.436117 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-798c5d52-2d20-4656-8848-3cde918c6a94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5752fa6912f340c4a1684f4211dfa938&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0575058 Apr 08 11:50:22.451129 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38120) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:22.469155 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:50:22.508843 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=742422ab-f0f4-42d0-9595-84ff7f527642,segment=NetworkSegment(e20d6710-8f00-4dad-8b63-ad47b1ee627b),segment_id=e20d6710-8f00-4dad-8b63-ad47b1ee627b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:22.649854 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-ff598a5b-aac5-4da8-bca2-a3618eb222b8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:22.660263 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.661022 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-ff598a5b-aac5-4da8-bca2-a3618eb222b8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 0.4320164 Apr 08 11:50:22.766530 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5d52-2d20-4656-8848-3cde918c6a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb57867e-892d-45c2-87a1-7ffde7ef7099,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:22.809374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.893955 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-9afc6cdb-8ae7-49d3-a143-bb9aa424b920 None None] Provisioning complete for port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:22.894551 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38130) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:22.895280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9afc6cdb-8ae7-49d3-a143-bb9aa424b920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:22.906474 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'port': {'device_id': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'admin_state_up': True, 'tenant_id': '19cf5cedde0e402dbaf8adff15370280'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:22.907288 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 14414b48-2db2-49d7-8f04-752f1f8d28da up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:22.911235 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:22.972551 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-379a16a5-6653-460c-818d-4f2577de3c2a admin admin] 10.222.0.55 "PUT /v2.0/routers/49c5a9ce-3594-489e-a60f-926ccb8399bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0209100 Apr 08 11:50:23.036515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9160dd7a-8728-42d2-908b-12252c484008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.043311 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:23.044094 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:49:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:23.046492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-9afc6cdb-8ae7-49d3-a143-bb9aa424b920 None None] Port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:23.091338 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241d34-61cc-48d4-bc20-4e5a8be29238 None None] Pushing event updated for resources: {'Port': ['ID=c3af8511-c9b7-4953-a738-6670f25012d6,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:23.124086 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 14414b48-2db2-49d7-8f04-752f1f8d28da triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:23.124770 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.315911 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d357dd7f-bfba-410d-9ba6-6c79492f311f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.393127 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:23.413770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] Publish callbacks [] for security_group (fb57867e-892d-45c2-87a1-7ffde7ef7099), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.469813 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] Publish callbacks [] for security_group (fb57867e-892d-45c2-87a1-7ffde7ef7099), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.539885 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.588316 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:23.590424 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.593229 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] 10.222.0.44 "PUT /v2.0/ports/742422ab-f0f4-42d0-9595-84ff7f527642 HTTP/1.1" status: 200 len: 1094 time: 9.5941737 Apr 08 11:50:23.622627 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:23.657529 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.684356 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d357dd7f-bfba-410d-9ba6-6c79492f311f admin admin] Publish callbacks [] for security_group (f1d6b6e4-df38-42fa-8911-b53040f03b09), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.710804 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 14414b48-2db2-49d7-8f04-752f1f8d28da is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:23.711630 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 372641d0-c004-4393-aa37-8c47c120ad22 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:23.734561 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (fb57867e-892d-45c2-87a1-7ffde7ef7099), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.738013 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.738270 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdc1bb-d96c-4e95-8a16-725a25b8bb0a req-3062e265-cf4c-43b0-881b-ee540000f1f6 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:23.739903 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb57867e-892d-45c2-87a1-7ffde7ef7099 HTTP/1.1" status: 204 len: 168 time: 1.2688243 Apr 08 11:50:23.742635 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0deb3d9-6df1-4ae9-a3e5-13ccc300ed09 req-e5eadddf-c1e7-4e6b-9e6e-6a31fab808ff tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 210 time: 0.1867545 Apr 08 11:50:23.767260 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3cfdc1bb-d96c-4e95-8a16-725a25b8bb0a req-3062e265-cf4c-43b0-881b-ee540000f1f6 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 1.2838285 Apr 08 11:50:23.774601 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d357dd7f-bfba-410d-9ba6-6c79492f311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f1d6b6e4-df38-42fa-8911-b53040f03b09), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.818827 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.868122 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:23.901326 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:23.904995 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:23.905727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa57e7-1500-4cfd-bbd5-7f7036485f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb57867e-892d-45c2-87a1-7ffde7ef7099,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:23.944914 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:23.947013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae166d6-74e0-4702-b156-6638fd6aa1ea service neutron] Pushing event updated for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:24.018247 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.038413 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d357dd7f-bfba-410d-9ba6-6c79492f311f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fafe651a470a4817bf7098cb1b8358cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1191220 Apr 08 11:50:24.042564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38156) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:24.140168 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:24.142666 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357dd7f-bfba-410d-9ba6-6c79492f311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d6b6e4-df38-42fa-8911-b53040f03b09,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:24.186666 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3cfdc1bb-d96c-4e95-8a16-725a25b8bb0a req-49228974-1292-4850-ae83-04887a3ee541 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218838 Apr 08 11:50:24.226812 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Made reservation on behalf of 19cf5cedde0e402dbaf8adff15370280 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:24.236689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.241195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 372641d0-c004-4393-aa37-8c47c120ad22 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:24.244296 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (372641d0-c004-4393-aa37-8c47c120ad22), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.311696 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:24.345907 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:24.351141 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:24.396748 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:12Z', 'revision_number': 3, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:24.435182 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74" -d '{"events": [{"name": "network-changed", "server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:24.489855 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=a69fc391-9b0b-4cd5-8124-98f354ac8766,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:24.533287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86fa6b-32d2-4455-9db7-947bd651af99 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:12Z', 'revision_number': 3, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:24.559588 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] Publish callbacks [] for security_group (f1d6b6e4-df38-42fa-8911-b53040f03b09), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.694586 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-722e278f-75b8-4962-864c-6060d1050c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:24.695277 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 372641d0-c004-4393-aa37-8c47c120ad22 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:24.698927 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:24.706094 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-722e278f-75b8-4962-864c-6060d1050c64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53bde69d8ea44997832f00de8a29394d&device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 1128 time: 0.9260006 Apr 08 11:50:24.707517 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:24.796990 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 2, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:24.830524 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.831116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-41e0b092-3c28-4f05-8ffc-9cea8e07a551 None None] Provisioning complete for port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:24.831577 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-41e0b092-3c28-4f05-8ffc-9cea8e07a551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.875126 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:24.875872 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Updating router 49c5a9ce-3594-489e-a60f-926ccb8399bc port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:24.911282 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] Publish callbacks [] for security_group (f1d6b6e4-df38-42fa-8911-b53040f03b09), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.970622 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:24.982342 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-41e0b092-3c28-4f05-8ffc-9cea8e07a551 None None] Port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:25.149199 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.173026 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:25.175302 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.177528 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-b03f96ec-cebe-4ffe-8e12-9acba7cacff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=742422ab-f0f4-42d0-9595-84ff7f527642 HTTP/1.1" status: 200 len: 217 time: 0.4468608 Apr 08 11:50:25.218387 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3554c25-92ef-4991-858e-637cf292465e x-openstack-request-id: req-a3554c25-92ef-4991-858e-637cf292465e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:25.219173 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:25.219429 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3554c25-92ef-4991-858e-637cf292465e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:25.221397 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3554c25-92ef-4991-858e-637cf292465e'] response: {'name': 'network-changed', 'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642', 'status': 'completed', 'code': 200} Apr 08 11:50:25.233193 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Allocated IP 172.20.0.5 (ce912cdf-40ba-471e-9a6e-520f63091172/fc0bbe77-91d6-42ee-b366-0b6237bbffde/781c46f9-1331-41a3-8b69-3f463dcf0527) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:25.242999 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:25.246835 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.357850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:25.425745 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:25.427140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.429241 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.430532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4faf8eb4-0686-49d8-bb40-5b94b54a5d1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7279148 Apr 08 11:50:25.440519 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683419790', 'description': 'tempest-description--736247372'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:25.494752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:25.517027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.617215 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4772c2ba-f153-4ebf-98b2-5aaad299217a req-d396a3a3-c45e-48d6-b168-b9acb79b415b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 210 time: 0.2684941 Apr 08 11:50:25.630334 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-fb5d9bf9-705c-4206-9af2-b4bd98a046ee tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0796359 Apr 08 11:50:25.687047 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:25.687159 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.705866 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Request body: {'port': {'device_id': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:25.741770 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c3af8511-c9b7-4953-a738-6670f25012d6 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:25.902849 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c3af8511-c9b7-4953-a738-6670f25012d6 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:25.903511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.910845 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.940376 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks [] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:25.956647 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.069687 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c3af8511-c9b7-4953-a738-6670f25012d6 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:26.070800 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.107542 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1724fe-21e0-44b7-a4d9-309ec6e9bf08 None None] Pushing event updated for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:26.113161 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port c3af8511-c9b7-4953-a738-6670f25012d6, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c3af8511-c9b7-4953-a738-6670f25012d6,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:26.122588 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.185692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.202396 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f1d6b6e4-df38-42fa-8911-b53040f03b09), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.207172 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.209341 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1d6b6e4-df38-42fa-8911-b53040f03b09 HTTP/1.1" status: 204 len: 168 time: 2.1388135 Apr 08 11:50:26.216870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-1447d7b5-fee2-43f9-a755-e8d31cc60500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:26.243368 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-1447d7b5-fee2-43f9-a755-e8d31cc60500 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=598da47b-1161-4164-93a1-bcdfa11a4088 HTTP/1.1" status: 200 len: 852 time: 0.9819217 Apr 08 11:50:26.243472 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Attempting to bind port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:26.243903 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Attempting to bind port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:26.244357 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Attempting to bind port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:26.250673 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:26.251110 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Checking segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:26.251698 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.252183 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Bound using segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:26.252741 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Bound port: 44963ccc-3217-4b50-8a3a-4731c9e48fd9, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:26.253227 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.258562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:26.259647 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490401-8d20-4b19-ae17-acaf7ee7a445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d6b6e4-df38-42fa-8911-b53040f03b09,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:26.283114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.315277 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b19c-8da2-4041-b47c-30cb2304b7bc req-4a189f6a-5f95-4fe5-bc18-b31550c046b6 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:26.324948 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38f2b19c-8da2-4041-b47c-30cb2304b7bc req-4a189f6a-5f95-4fe5-bc18-b31550c046b6 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.6335566 Apr 08 11:50:26.329606 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:26.338690 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=c3af8511-c9b7-4953-a738-6670f25012d6,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:26.347596 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:26.354563 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:26.441745 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] For port 44963ccc-3217-4b50-8a3a-4731c9e48fd9, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:26.450662 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] For port 44963ccc-3217-4b50-8a3a-4731c9e48fd9, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=44963ccc-3217-4b50-8a3a-4731c9e48fd9,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:26.466587 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.540351 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38f2b19c-8da2-4041-b47c-30cb2304b7bc req-30ebf601-7373-4d68-a5e9-892393f349d3 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138155 Apr 08 11:50:26.618669 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.622485 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.668946 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:26.672702 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:26.673140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Provisioning complete for port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:26.674280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.676790 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:26.678050 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.716965 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-f192cd88-3021-4172-b002-e953f6753e39 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8160639 Apr 08 11:50:26.744000 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1724fe-21e0-44b7-a4d9-309ec6e9bf08 None None] Pushing event updated for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:26.851960 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Current status of the port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:26.852696 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.888360 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Allocated IP 172.20.0.1 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/287658c5-ef88-45fd-919f-f0907a041d5c) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:26.923422 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] For port 44963ccc-3217-4b50-8a3a-4731c9e48fd9, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=44963ccc-3217-4b50-8a3a-4731c9e48fd9,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:26.932117 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:26.978806 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:27.005603 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d05b9-11f2-4f37-aa61-da17f08c86c0 None None] Pushing event updated for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:27.068782 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Provisioning complete for port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:27.069155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.170358 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f278a-6471-4b8b-9938-eb93c770c32c req-b37af682-9253-43f7-9ec1-2cba5b513bfd tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:27.172553 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e83f278a-6471-4b8b-9938-eb93c770c32c req-b37af682-9253-43f7-9ec1-2cba5b513bfd tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 931 time: 0.3808475 Apr 08 11:50:27.202169 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (85b59c8c-477a-4cd7-b0c0-e728a0d6183f), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.206858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Current status of the port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:27.229682 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Provisioning complete for port 781c46f9-1331-41a3-8b69-3f463dcf0527 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:27.230173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.261375 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38240) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:27.263437 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-c56aebcf-fe9d-4e59-998f-3a60a40a689a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1613771595&fields=id&tenant_id=e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 267 time: 1.0753593 Apr 08 11:50:27.287448 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (85b59c8c-477a-4cd7-b0c0-e728a0d6183f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.292931 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e83f278a-6471-4b8b-9938-eb93c770c32c req-f6909ef9-f558-488c-b486-e57027cd287e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130426 Apr 08 11:50:27.314699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0e215e8a-32e5-435c-8b39-8f4ac4fb2288 None None] Port 781c46f9-1331-41a3-8b69-3f463dcf0527 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:27.319959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-312f8e82-4ff6-4a2c-946e-150a7cfd6b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.396703 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.398181 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9783759 Apr 08 11:50:27.404950 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38244) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:27.420634 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group_rule': {'security_group_id': '85b59c8c-477a-4cd7-b0c0-e728a0d6183f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:27.426888 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:27.439343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb9fd3-2fa4-49e2-bedb-39dbff8ee4c3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b59c8c-477a-4cd7-b0c0-e728a0d6183f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:27.464835 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Request body: {'port': {'device_id': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:27.477254 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c039e-8b4f-4581-9759-c8d80c56d417 None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:27.531116 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (6a0cf862-49a4-4856-a69f-ec2fe5730191), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.540303 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks [] for port (287658c5-ef88-45fd-919f-f0907a041d5c), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.591335 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-1aeabd6d-2eb3-4598-a63b-2034314affb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=98b9dc7f-bd0e-460b-a105-057a0925bd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982156 Apr 08 11:50:27.631969 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-312f8e82-4ff6-4a2c-946e-150a7cfd6b4b admin admin] Publish callbacks [] for security_group (a33a40ce-1577-4fa8-a768-c473b659d377), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.634227 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (6a0cf862-49a4-4856-a69f-ec2fe5730191), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.732562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (6a0cf862-49a4-4856-a69f-ec2fe5730191), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.739902 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-312f8e82-4ff6-4a2c-946e-150a7cfd6b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a33a40ce-1577-4fa8-a768-c473b659d377), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.751768 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:27.785281 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.793361 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-312f8e82-4ff6-4a2c-946e-150a7cfd6b4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ec39ff287b949aba0a7df0ca8b4ee0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309179 Apr 08 11:50:27.803408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38252) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:27.834555 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:27.835542 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.875606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-ce8c3b77-7ea7-4052-b7ae-4be6b878aae5 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:27.877674 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-ce8c3b77-7ea7-4052-b7ae-4be6b878aae5 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 811 time: 0.6134419 Apr 08 11:50:27.905340 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0cf862-49a4-4856-a69f-ec2fe5730191,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:27.921448 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.922695 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3af4748b-ebd5-4eec-9432-eceeb9ee944d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156734 Apr 08 11:50:27.923923 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-3b89a4ca-59f4-4209-8b01-ea9930f02ace tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/quotas/e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 375 time: 0.0368941 Apr 08 11:50:27.939412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38256) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:27.944861 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group_rule': {'security_group_id': '85b59c8c-477a-4cd7-b0c0-e728a0d6183f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:27.961176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:27.962380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f8e82-4ff6-4a2c-946e-150a7cfd6b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a40ce-1577-4fa8-a768-c473b659d377,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:27.972774 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbb63a-5496-4323-b58d-b5365564091a req-648ffb99-0fa3-4840-b437-874df4700e58 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:27.974432 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-35bbb63a-5496-4323-b58d-b5365564091a req-648ffb99-0fa3-4840-b437-874df4700e58 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.1942432 Apr 08 11:50:27.987518 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:27.991000 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c3af8511-c9b7-4953-a738-6670f25012d6 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:28.110820 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c3af8511-c9b7-4953-a738-6670f25012d6 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:28.111548 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.164632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-87b0e4b8-8e2d-449b-949d-ce8cf74a8653 service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521460 Apr 08 11:50:28.175793 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] Publish callbacks [] for security_group (a33a40ce-1577-4fa8-a768-c473b659d377), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.176657 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:28.211918 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:28.214595 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:28.251061 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-35bbb63a-5496-4323-b58d-b5365564091a req-4a4b2927-cdfb-4d4b-84a1-9b698f97dae4 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637155 Apr 08 11:50:28.271631 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] Publish callbacks [] for security_group (a33a40ce-1577-4fa8-a768-c473b659d377), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.283297 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.311339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (b6eb75a4-24ff-4434-b9c6-ff9ce4199e8a), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.347336 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a33a40ce-1577-4fa8-a768-c473b659d377), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.350805 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.355619 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a33a40ce-1577-4fa8-a768-c473b659d377 HTTP/1.1" status: 204 len: 168 time: 0.4984806 Apr 08 11:50:28.369627 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b38f8-1ebf-4a74-8cd0-38d7b54ee635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a40ce-1577-4fa8-a768-c473b659d377,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:28.382585 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Pushing event updated for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:28.486158 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-f4d7206d-b51c-4e1d-ad5e-164c1a6b183d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5457406 Apr 08 11:50:28.583153 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:28.602838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3dc80-2355-4a2f-8077-8f205263e592 req-f77d083a-2ebf-4cce-a122-984551d020b0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:28.620197 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-24f3dc80-2355-4a2f-8077-8f205263e592 req-f77d083a-2ebf-4cce-a122-984551d020b0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 931 time: 0.1566744 Apr 08 11:50:28.640519 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks [] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.711677 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-50d3105a-df95-44cd-b5ef-e161b6f86b14 req-c2949999-8239-4177-8bce-6f4f7037d3da service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316241 Apr 08 11:50:28.724291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c3af8511-c9b7-4953-a738-6670f25012d6 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:28.724920 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Transition to ACTIVE for port object 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:28.742403 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.754803 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (b6eb75a4-24ff-4434-b9c6-ff9ce4199e8a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.770118 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-2b999b8c-fe37-420d-8d25-28aba4f658c9 None None] Provisioning complete for port 287658c5-ef88-45fd-919f-f0907a041d5c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:28.770913 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b999b8c-fe37-420d-8d25-28aba4f658c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.834821 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2b999b8c-fe37-420d-8d25-28aba4f658c9 None None] Port 287658c5-ef88-45fd-919f-f0907a041d5c cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:28.846170 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (b6eb75a4-24ff-4434-b9c6-ff9ce4199e8a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:28.850191 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-24f3dc80-2355-4a2f-8077-8f205263e592 req-554ec36b-0af4-44a5-8f24-63c645a524b8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170064 Apr 08 11:50:28.881331 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Pushing event updated for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:28.989815 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eb75a4-24ff-4434-b9c6-ff9ce4199e8a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:29.003184 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.043905 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.046032 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-82d8ac34-c7aa-4a45-84ec-866dcb55d062 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1043334 Apr 08 11:50:29.050560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38288) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:29.066818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:29.194261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-269bbef9-4612-4881-8f80-cd9809b9ebb4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:50:29.210483 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-269bbef9-4612-4881-8f80-cd9809b9ebb4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2490737 Apr 08 11:50:29.216560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.299002 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781c46f9-1331-41a3-8b69-3f463dcf0527 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:29.322805 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks [] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.397310 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Attempting to bind port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:29.397722 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Attempting to bind port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:29.398162 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Attempting to bind port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:29.407924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 on network ce912cdf-40ba-471e-9a6e-520f63091172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:29.408272 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Attempting to bind port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:29.422386 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Transition to ACTIVE for port object 781c46f9-1331-41a3-8b69-3f463dcf0527 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:29.437050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:29.437467 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:29.437854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Bound using segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:29.438751 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Bound port: 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:29.438751 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.441475 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.655538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:29.661441 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 44963ccc-3217-4b50-8a3a-4731c9e48fd9 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:29.689438 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eff1e1-07bf-48dc-a201-f2f7a3b53731 req-52d1cb5e-b1c0-4178-85fa-0c9533f9a68b tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:29.691461 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1eff1e1-07bf-48dc-a201-f2f7a3b53731 req-52d1cb5e-b1c0-4178-85fa-0c9533f9a68b tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.3265069 Apr 08 11:50:29.757691 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:29.758240 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.802425 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1eff1e1-07bf-48dc-a201-f2f7a3b53731 req-51de3462-a40c-415d-a006-73c1256dd07e tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976651 Apr 08 11:50:29.806142 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.823955 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:29.827897 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:29.844064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.848208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Attempting to bind port 781c46f9-1331-41a3-8b69-3f463dcf0527 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:29.848821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Attempting to bind port 781c46f9-1331-41a3-8b69-3f463dcf0527 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:29.849368 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Attempting to bind port 781c46f9-1331-41a3-8b69-3f463dcf0527 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:29.894641 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Port 781c46f9-1331-41a3-8b69-3f463dcf0527 on network ce912cdf-40ba-471e-9a6e-520f63091172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:29.895336 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Attempting to bind port 781c46f9-1331-41a3-8b69-3f463dcf0527 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:29.903716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:29.904639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:29.904639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Bound using segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:29.905104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Bound port: 781c46f9-1331-41a3-8b69-3f463dcf0527, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:29.905554 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.908688 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-05035a1f-133a-4bca-bb78-68da215f2205 service neutron] 10.222.0.55 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960852 Apr 08 11:50:29.928110 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:29.929033 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:29.931245 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] 10.222.0.44 "PUT /v2.0/ports/9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 1093 time: 4.2808173 Apr 08 11:50:29.984622 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:29.998876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:30.001254 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880756c-51f1-4f13-a4e5-5d1d30976ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:30.048916 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221f05f-f53a-4d1b-a248-9618e93bcf4b service neutron] Pushing event updated for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:30.075274 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-0e4b2e41-3ee0-4aa1-b07d-b6d4b7000b6e service neutron] 10.222.0.55 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524808 Apr 08 11:50:30.092111 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks [] for port (287658c5-ef88-45fd-919f-f0907a041d5c), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.098225 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.102982 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Allocated IP 172.27.2.193 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/b4078a1a-55ee-4df3-9aee-ee09d468d01e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:30.132912 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ee2a5-907b-404a-89f3-edb89c65f6ef req-b59b16d3-9cf6-4f96-b699-69979c095fd7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:30.134468 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-105ee2a5-907b-404a-89f3-edb89c65f6ef req-b59b16d3-9cf6-4f96-b699-69979c095fd7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.1537211 Apr 08 11:50:30.166401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:30.213064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.215873 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Pushing event updated for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:30.261981 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=781c46f9-1331-41a3-8b69-3f463dcf0527,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:30.304974 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.327629 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c660a-5a62-45e7-9ccf-ad72ef45c5f2 x-openstack-request-id: req-353c660a-5a62-45e7-9ccf-ad72ef45c5f2 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:30.327913 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:30.328159 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-353c660a-5a62-45e7-9ccf-ad72ef45c5f2 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:30.328545 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353c660a-5a62-45e7-9ccf-ad72ef45c5f2'] response: {'name': 'network-changed', 'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3', 'status': 'completed', 'code': 200} Apr 08 11:50:30.377717 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:30.391000 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:30.429524 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-398fff08-d84c-48c2-b4bb-9e3d9141b766 req-6a52fd57-3818-4ddd-9d9b-c962acb7b726 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0545158 Apr 08 11:50:30.435574 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:30.504195 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-105ee2a5-907b-404a-89f3-edb89c65f6ef req-f3ef5299-8aa9-458b-97a8-7eaa829216bf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530352 Apr 08 11:50:30.514068 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:30.514959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.516636 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-efdb70bc-c6cf-4bdd-83e9-e631d42d7bc1 service neutron] 10.222.0.44 "PUT /v2.0/ports/781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 1093 time: 3.0586531 Apr 08 11:50:30.517372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:30.607673 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.734708 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:30.796266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:50:30.839881 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:30.844220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:30.865121 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a5c4c-dd93-4b15-8f0c-1e1111daba27" -d '{"events": [{"name": "network-changed", "server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:30.895297 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:30.996179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=b4078a1a-55ee-4df3-9aee-ee09d468d01e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:31.060983 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-63fee960-782a-422c-9cd2-c647b4157067 None None] Provisioning complete for port 287658c5-ef88-45fd-919f-f0907a041d5c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:31.064351 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fee960-782a-422c-9cd2-c647b4157067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.170943 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95da7bf-0fc4-44e8-9abc-a8181da69a1e req-01f296fb-58d2-4ae5-8c28-d3e9543da5b0 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:31.182194 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c95da7bf-0fc4-44e8-9abc-a8181da69a1e req-01f296fb-58d2-4ae5-8c28-d3e9543da5b0 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.2041316 Apr 08 11:50:31.214832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-63fee960-782a-422c-9cd2-c647b4157067 None None] Port 287658c5-ef88-45fd-919f-f0907a041d5c cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:31.332934 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-0f9e0d4d-2d42-4a93-89b5-7762b7440886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:31.334696 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-0f9e0d4d-2d42-4a93-89b5-7762b7440886 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1127 time: 0.1472993 Apr 08 11:50:31.335785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:50:31.346343 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:50:31.346508 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f1a70e5c-7f0c-481c-bd8f-ed0edeed87fd admin admin] 10.222.0.55 "PUT /v2.0/routers/ecb9e2f2-8848-4ee9-a749-a3c82a51c36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9110584 Apr 08 11:50:31.364851 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:31.369679 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:31.374425 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c95da7bf-0fc4-44e8-9abc-a8181da69a1e req-d229cd4f-3c47-49ce-aa57-9256313e62b8 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907094 Apr 08 11:50:31.379445 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-e39abced-8dce-4662-95b4-0fdf71296271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:31.381811 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-e39abced-8dce-4662-95b4-0fdf71296271 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1127 time: 0.1450677 Apr 08 11:50:31.498494 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.510816 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588479a4-6aca-407b-ac62-a0c80ec1e6d3 x-openstack-request-id: req-588479a4-6aca-407b-ac62-a0c80ec1e6d3 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:31.511119 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:31.511515 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-588479a4-6aca-407b-ac62-a0c80ec1e6d3 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:31.512030 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588479a4-6aca-407b-ac62-a0c80ec1e6d3'] response: {'name': 'network-changed', 'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527', 'status': 'completed', 'code': 200} Apr 08 11:50:31.589531 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:31.647732 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-63484c9b-26c5-403c-b5b2-ee0d159b60ea req-d273c6a4-9e4d-4b1d-88c7-c41fee05ccec tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0679903 Apr 08 11:50:31.674569 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-abe4ac35-421a-400c-830e-065dce0df87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:31.674569 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-abe4ac35-421a-400c-830e-065dce0df87b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53bde69d8ea44997832f00de8a29394d&device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 1128 time: 0.1554914 Apr 08 11:50:31.674940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eccc3-e3a5-4d73-880e-6e352c775894 req-0789ca5e-de27-4d0f-be94-5b83707ed376 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:31.674940 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0e7eccc3-e3a5-4d73-880e-6e352c775894 req-0789ca5e-de27-4d0f-be94-5b83707ed376 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.0852983 Apr 08 11:50:31.678194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.762658 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0e7eccc3-e3a5-4d73-880e-6e352c775894 req-796ca049-0a2b-4580-886b-3ef8710562f6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 Apr 08 11:50:31.889652 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:29Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:31.894798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.903387 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.932471 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:50:31.932959 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Updating router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e port 287658c5-ef88-45fd-919f-f0907a041d5c binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:50:31.970311 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:31.996237 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=b4078a1a-55ee-4df3-9aee-ee09d468d01e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:32.014477 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.039807 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.051602 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8a760031-9d58-413f-bf4b-b0732db1e324 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9998438 Apr 08 11:50:32.242575 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-08a37237-2b81-4363-b88f-10f6bcb5aac6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--683419790&fields=id&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 267 time: 0.0416543 Apr 08 11:50:32.280479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks [] for port (287658c5-ef88-45fd-919f-f0907a041d5c), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.288634 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.299005 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38432) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:32.303839 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017857846', 'description': 'tempest-description--1393428246'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:32.342700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.364727 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-02204ddf-1fe9-4f13-9f75-13d12f5d9c92 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:32.373276 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-02204ddf-1fe9-4f13-9f75-13d12f5d9c92 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 816 time: 0.1233141 Apr 08 11:50:32.374205 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4e35-a665-4235-8c6a-37329ce8e43a None None] Pushing event updated for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:32.392803 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-808ee3cd-fdb0-43c5-b886-b1521c464230 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/quotas/6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 375 time: 0.0184848 Apr 08 11:50:32.434140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Attempting to bind port 287658c5-ef88-45fd-919f-f0907a041d5c on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:32.434519 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Attempting to bind port 287658c5-ef88-45fd-919f-f0907a041d5c by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:32.434893 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Attempting to bind port 287658c5-ef88-45fd-919f-f0907a041d5c on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:32.441080 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (d5df8c4e-b2db-4718-a236-64d95d717863), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.443334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:32.443614 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:32.444054 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.444615 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:32.445166 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Bound port: 287658c5-ef88-45fd-919f-f0907a041d5c, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:32.445558 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.447705 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (d5df8c4e-b2db-4718-a236-64d95d717863), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.473341 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a601cb9-cefe-41a1-9fa2-275a4a632efd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726588 Apr 08 11:50:32.509450 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.510889 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2108588 Apr 08 11:50:32.515266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515696f-ce87-4561-989a-0b7e87bcbf72 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df8c4e-b2db-4718-a236-64d95d717863,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:32.515266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38438) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:32.520063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': 'd5df8c4e-b2db-4718-a236-64d95d717863', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:32.539555 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] For port 287658c5-ef88-45fd-919f-f0907a041d5c, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:32.545490 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] For port 287658c5-ef88-45fd-919f-f0907a041d5c, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=287658c5-ef88-45fd-919f-f0907a041d5c,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:32.553541 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.587784 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (aaf226ba-7426-42cf-961a-1840c51e264b), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.606492 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-185174f4-793a-428f-95c7-dc5d8793ca61 service neutron] 10.222.0.55 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309893 Apr 08 11:50:32.611460 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb5f0c-8820-4159-80c7-06ea2a5dd4a4 req-d24213de-62e8-45bb-add5-f94f5bb785ce tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:32.613033 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dbdb5f0c-8820-4159-80c7-06ea2a5dd4a4 req-d24213de-62e8-45bb-add5-f94f5bb785ce tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.1171713 Apr 08 11:50:32.615031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:50:32.615645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:32.620531 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4e35-a665-4235-8c6a-37329ce8e43a None None] Pushing event updated for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:32.686267 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (aaf226ba-7426-42cf-961a-1840c51e264b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.695820 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (aaf226ba-7426-42cf-961a-1840c51e264b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.724594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf226ba-7426-42cf-961a-1840c51e264b,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:32.734304 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-91618583-8739-49d3-9c51-72cf5d4dc39e service neutron] 10.222.0.55 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137860 Apr 08 11:50:32.743708 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dbdb5f0c-8820-4159-80c7-06ea2a5dd4a4 req-ed47dc87-6e45-46e0-97d3-945fb3b09bf2 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217041 Apr 08 11:50:32.758534 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.762953 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c29c9145-d823-4b04-bae9-f9de49ade7a0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2434464 Apr 08 11:50:32.763642 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38442) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:32.767916 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:50:32.772476 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': 'd5df8c4e-b2db-4718-a236-64d95d717863', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:32.816718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Provisioning complete for port 287658c5-ef88-45fd-919f-f0907a041d5c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:32.817294 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.829857 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (13127c4f-5db6-40c6-8ab3-875da3eafbe5), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.893873 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d401bf79-4020-4560-b707-86442a6cda5c req-62593c52-15a9-4085-b5ff-3e59f60655ba tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Apr 08 11:50:32.962253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (13127c4f-5db6-40c6-8ab3-875da3eafbe5), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.968847 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (13127c4f-5db6-40c6-8ab3-875da3eafbe5), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:32.996443 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-755a76bc-745b-4d28-93a4-87a24863e999 req-d110a7c6-f15a-4ef5-b072-dc0acfb7b9c7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0348849 Apr 08 11:50:33.044145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13127c4f-5db6-40c6-8ab3-875da3eafbe5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:33.066225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Current status of the port 287658c5-ef88-45fd-919f-f0907a041d5c is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:33.066760 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.067592 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.073168 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0b084d94-4150-4058-88fd-c67dab1e2cf2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3081667 Apr 08 11:50:33.073644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38454) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:33.082876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283b5c-ac9e-4540-b46d-9495c35180f5 req-350a7c0f-4731-465c-879f-48fdb777671a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:33.084980 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b0283b5c-ac9e-4540-b46d-9495c35180f5 req-350a7c0f-4731-465c-879f-48fdb777671a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.0999296 Apr 08 11:50:33.089506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:33.131022 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.173693 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b0283b5c-ac9e-4540-b46d-9495c35180f5 req-1c8c5de0-d145-4460-a1b3-76d65dc54104 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Apr 08 11:50:33.259270 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.261026 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] For port 287658c5-ef88-45fd-919f-f0907a041d5c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=287658c5-ef88-45fd-919f-f0907a041d5c,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:33.271386 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.350758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8d36-f2ba-43b3-a2bc-a77477171121 None None] Pushing event updated for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:33.379317 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:32Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:50:33.383925 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.27.2.97 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:33.417066 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4fe68b-21b0-478b-bdf9-14d6f833d135 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:32Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:50:33.427165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-664247ff-d121-458b-a2ac-3c1ffe5bb5a9 None None] Provisioning complete for port 287658c5-ef88-45fd-919f-f0907a041d5c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:33.427476 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-664247ff-d121-458b-a2ac-3c1ffe5bb5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.528847 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.534687 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-664247ff-d121-458b-a2ac-3c1ffe5bb5a9 None None] Current status of the port 287658c5-ef88-45fd-919f-f0907a041d5c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:33.577178 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.628340 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:33.631218 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:33.637181 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:33.646461 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 287658c5-ef88-45fd-919f-f0907a041d5c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:33.659578 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:33.698324 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 287658c5-ef88-45fd-919f-f0907a041d5c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:33.698798 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.733730 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.773240 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.794104 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 287658c5-ef88-45fd-919f-f0907a041d5c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:33.880001 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf084-0fe0-46fb-9a63-a5200fe9bd5f req-008e59dd-32b3-44df-aa1e-5adbd82d749c tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:33.886066 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d0cf084-0fe0-46fb-9a63-a5200fe9bd5f req-008e59dd-32b3-44df-aa1e-5adbd82d749c tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 944 time: 0.0644546 Apr 08 11:50:33.932970 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:33.939848 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d0cf084-0fe0-46fb-9a63-a5200fe9bd5f req-9954411f-5f08-4197-bb4a-e70769b765e4 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 Apr 08 11:50:33.941102 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:34.045363 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-acc91f16-5917-4e5b-a3a4-77a3aa8e9e49 req-01378be9-c9a1-46f9-a111-4bb7f9f0dd5e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0617292 Apr 08 11:50:34.070026 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:34.077794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:34.102145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:34.110211 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9ac3530b-9785-4041-b5e4-f57b26126676 req-16358646-a700-44b7-b705-8915c4d28c08 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0384371 Apr 08 11:50:34.114121 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-27c2d943-b810-486e-94ec-2f503cfe3c4b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0277512 Apr 08 11:50:34.256433 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-050e0e56-93bf-47f4-9ccd-5d2ea38ef10b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2017857846&fields=id&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 267 time: 0.0439174 Apr 08 11:50:34.299295 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c865a-47be-49fc-ad5f-e3dd44531473 req-3a055e42-fed7-4e4e-971a-8917bfa6dbc5 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:34.301201 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb9c865a-47be-49fc-ad5f-e3dd44531473 req-3a055e42-fed7-4e4e-971a-8917bfa6dbc5 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.0561652 Apr 08 11:50:34.353067 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb9c865a-47be-49fc-ad5f-e3dd44531473 req-e837745b-1dcb-4772-be6a-28576d4af2ed tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Apr 08 11:50:34.369134 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-f0371d0f-186e-47f6-8c2d-30d2dc367950 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:34.371250 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-f0371d0f-186e-47f6-8c2d-30d2dc367950 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1083107 Apr 08 11:50:34.386460 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-03f6c576-66c1-4b44-af78-f05c4ebae479 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/quotas/32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0093873 Apr 08 11:50:34.443459 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-7b3bb8fa-a71e-4adc-ab98-cfa7e99deab3 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515475 Apr 08 11:50:34.542893 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-94125f29-1c3c-40e6-9215-3829a0ee09f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876789 Apr 08 11:50:34.636254 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-e335ccc2-aa5c-4f2f-aeba-c902f4ea5783 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875208 Apr 08 11:50:34.712950 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 742422ab-f0f4-42d0-9595-84ff7f527642 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:50:34.758035 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:34.809109 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-55a7b9f1-db38-42ad-b06d-55eaf4b792fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 217 time: 0.1232915 Apr 08 11:50:34.875214 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb8074f5-ec87-4dfb-b090-47cb097e5cb9 req-bc1b2d69-a2b9-4402-a46d-233dbb4f1324 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.0469418 Apr 08 11:50:34.933293 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-4ad25da1-4ae1-4450-bbe4-17ca6ca5ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:34.935656 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-4ad25da1-4ae1-4450-bbe4-17ca6ca5ffe4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=98b9dc7f-bd0e-460b-a105-057a0925bd46 HTTP/1.1" status: 200 len: 913 time: 0.2511170 Apr 08 11:50:34.960454 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=742422ab-f0f4-42d0-9595-84ff7f527642,segment=NetworkSegment(e20d6710-8f00-4dad-8b63-ad47b1ee627b),segment_id=e20d6710-8f00-4dad-8b63-ad47b1ee627b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:34.980597 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '742422ab-f0f4-42d0-9595-84ff7f527642', 'network_id': '98b9dc7f-bd0e-460b-a105-057a0925bd46', 'port_id': '742422ab-f0f4-42d0-9595-84ff7f527642', 'mac_address': 'fa:16:3e:c8:50:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598da47b-1161-4164-93a1-bcdfa11a4088', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:50:35.043021 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 742422ab-f0f4-42d0-9595-84ff7f527642 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:35.043454 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:35.062238 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-fe648f8d-68b9-48a0-b7b9-e1eef7bcdfd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=742422ab-f0f4-42d0-9595-84ff7f527642 HTTP/1.1" status: 200 len: 217 time: 0.1210692 Apr 08 11:50:35.091305 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742422ab-f0f4-42d0-9595-84ff7f527642 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:35.149031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=742422ab-f0f4-42d0-9595-84ff7f527642,segment=NetworkSegment(e20d6710-8f00-4dad-8b63-ad47b1ee627b),segment_id=e20d6710-8f00-4dad-8b63-ad47b1ee627b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:35.156932 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:35.221341 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3ed4f97-654f-448c-bf23-3638c441c584 req-d7e67fef-7a3f-43eb-a7ca-80b1e335ad80 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0579939 Apr 08 11:50:35.233487 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-647f20d1-dbbb-43ec-929c-cef3c55053f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.235451 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-647f20d1-dbbb-43ec-929c-cef3c55053f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=598da47b-1161-4164-93a1-bcdfa11a4088 HTTP/1.1" status: 200 len: 852 time: 0.1601436 Apr 08 11:50:35.262515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:35.319034 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fbb5af62-c880-47ae-82bc-dc5d101a29dd req-f9dbfb9a-1e7d-4961-8a29-e27846b79540 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0274341 Apr 08 11:50:35.387265 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-d1c92cf1-0a3f-4ca6-90ff-acc557a37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.388724 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-d1c92cf1-0a3f-4ca6-90ff-acc557a37b58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.5662270 Apr 08 11:50:35.415267 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-69c3eca7-e8e1-4249-a189-ee13ed03715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.416738 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-69c3eca7-e8e1-4249-a189-ee13ed03715e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=19cf5cedde0e402dbaf8adff15370280&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7327802 Apr 08 11:50:35.428253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd84e-ffc6-4ca3-a93b-b7f9ed3be724 req-b32f5e3a-591c-4d61-beb5-1a74121be912 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.436337 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-691bd84e-ffc6-4ca3-a93b-b7f9ed3be724 req-b32f5e3a-591c-4d61-beb5-1a74121be912 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 945 time: 0.1521890 Apr 08 11:50:35.474311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9792-266b-49dd-beac-80e28cb14066 req-2a585b0d-8c70-40a6-b7b3-9e64e9902d00 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.475767 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-79dc9792-266b-49dd-beac-80e28cb14066 req-2a585b0d-8c70-40a6-b7b3-9e64e9902d00 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.0576615 Apr 08 11:50:35.479228 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-691bd84e-ffc6-4ca3-a93b-b7f9ed3be724 req-9eb1c6f0-63da-41f5-bd9b-1c25b2d1bb3a tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Apr 08 11:50:35.522570 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-79dc9792-266b-49dd-beac-80e28cb14066 req-c1013fd3-59fc-4fda-9796-b0b682568281 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Apr 08 11:50:35.586862 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['742422ab-f0f4-42d0-9595-84ff7f527642'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:50:35.686182 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:50:35.793433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.44', 58789) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:35.800483 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-6d1e1793-8eaa-4f41-b90f-3ea796afddec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=98b9dc7f-bd0e-460b-a105-057a0925bd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468551 Apr 08 11:50:35.866681 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.44', 58790) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:35.881859 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-6928a2bc-59b8-4565-af07-d7f068df744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.892733 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4880756c-51f1-4f13-a4e5-5d1d30976ddb req-6928a2bc-59b8-4565-af07-d7f068df744e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2397218 Apr 08 11:50:35.993889 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-093a2b8f-cdbd-4c9a-8fd1-f0b7599e7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:35.997448 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-093a2b8f-cdbd-4c9a-8fd1-f0b7599e7e9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3375103 Apr 08 11:50:36.148595 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4e2e1df3-e4bd-48ce-b31d-c145ea615183 req-94e38a43-2fd0-429d-873c-0bc0ddc8fc7d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.1501918 Apr 08 11:50:36.211939 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-42123174-9a93-4ccb-ab76-9be2e63f23ec tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:36.213580 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-42123174-9a93-4ccb-ab76-9be2e63f23ec tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 816 time: 0.4120331 Apr 08 11:50:36.241150 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-c6365746-1d9d-4870-8bf6-11d19b8f7f4c service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223807 Apr 08 11:50:36.276583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-a33d1b86-f403-4a8a-b5d9-5de7d12315d2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:36.282132 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-a33d1b86-f403-4a8a-b5d9-5de7d12315d2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 811 time: 0.4142725 Apr 08 11:50:36.304194 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-35e3825b-0388-4d74-89d1-15a7dbe097c2 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790444 Apr 08 11:50:36.324819 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-eefe68a4-9290-4471-93d6-c815de121803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:36.326518 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-eefe68a4-9290-4471-93d6-c815de121803 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1127 time: 0.2417080 Apr 08 11:50:36.346060 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38556) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:36.354813 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4cb7f1ca-175d-42d0-bbde-429bbbf86ca2 req-e1143cf2-429e-4e65-b6c5-83d60f33d883 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0337138 Apr 08 11:50:36.448663 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5b0b69a5-ef3e-4593-a572-8963e501b3b0 req-3dee9725-ab03-474c-b385-5529a17db8af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0448797 Apr 08 11:50:36.503059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b60713f-83d8-43e0-bd9d-1661fe0ed404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.626028 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b60713f-83d8-43e0-bd9d-1661fe0ed404 admin admin] Publish callbacks [] for security_group (c6e57d69-5242-48b1-99be-a90eac744e82), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.674011 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4b60713f-83d8-43e0-bd9d-1661fe0ed404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c6e57d69-5242-48b1-99be-a90eac744e82), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.691653 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 742422ab-f0f4-42d0-9595-84ff7f527642 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:36.771549 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4b60713f-83d8-43e0-bd9d-1661fe0ed404 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37df02a2a3ce4750bd78745057e5d68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236519 Apr 08 11:50:36.774289 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.44', 58797) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:36.774421 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38586) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:36.782432 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60713f-83d8-43e0-bd9d-1661fe0ed404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e57d69-5242-48b1-99be-a90eac744e82,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:36.790261 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-ffec0519-d201-499c-9aa0-2f344ebc7136 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 217 time: 0.1754501 Apr 08 11:50:36.803024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 742422ab-f0f4-42d0-9595-84ff7f527642 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:50:36.810089 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 742422ab-f0f4-42d0-9595-84ff7f527642 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:36.810475 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.960805 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 742422ab-f0f4-42d0-9595-84ff7f527642 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:36.961240 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:36.989369 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:37.062036 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-5fe99c54-b4bc-4c5d-8eb7-f0ed6c5bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:37.063556 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-5fe99c54-b4bc-4c5d-8eb7-f0ed6c5bb331 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.2572932 Apr 08 11:50:37.095165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=742422ab-f0f4-42d0-9595-84ff7f527642,segment=NetworkSegment(e20d6710-8f00-4dad-8b63-ad47b1ee627b),segment_id=e20d6710-8f00-4dad-8b63-ad47b1ee627b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:37.100631 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.114435 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390d7a-0cb7-43cd-83f3-c2be846ff4ca req-37c0585d-9594-4c40-83f4-291088fb14f3 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:37.114775 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd8f21-54c7-42c6-afb2-fa1d5e133742 req-f4c2b367-7699-471e-bef1-9b9722d8b096 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:37.116290 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e9dd8f21-54c7-42c6-afb2-fa1d5e133742 req-f4c2b367-7699-471e-bef1-9b9722d8b096 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.4520206 Apr 08 11:50:37.121383 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40390d7a-0cb7-43cd-83f3-c2be846ff4ca req-37c0585d-9594-4c40-83f4-291088fb14f3 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 945 time: 0.5508420 Apr 08 11:50:37.122583 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-816d6d41-8f86-444f-a2d5-afe7aa1aa53c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:37.124093 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-816d6d41-8f86-444f-a2d5-afe7aa1aa53c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.3386061 Apr 08 11:50:37.134902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] Publish callbacks [] for security_group (c6e57d69-5242-48b1-99be-a90eac744e82), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.152006 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e85193d2-92cf-4824-8e04-c1f594befbcc req-8663550d-ebc7-4c6e-ad9b-705345ce3609 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339112 Apr 08 11:50:37.175179 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:37.192790 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-92f8321c-065b-402c-8e20-cce7b0bd535e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 380 time: 0.5562928 Apr 08 11:50:37.209076 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-b24e2bad-3030-4748-9c34-cd651c2a5489 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 379 time: 0.5859544 Apr 08 11:50:37.213006 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] Publish callbacks [] for security_group (c6e57d69-5242-48b1-99be-a90eac744e82), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.215872 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafb37ca-c1ab-4c29-bfc8-1a146991ed74 req-29c66265-9145-44f9-b1bc-fca650230bca service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993252 Apr 08 11:50:37.228851 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c16cd6-092b-4146-99a6-808f4a5c6687" -d '{"events": [{"server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "name": "network-vif-plugged", "status": "completed", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:37.233572 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40390d7a-0cb7-43cd-83f3-c2be846ff4ca req-70a7119d-a9ae-4f40-b551-4e66b04950bc tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113417 Apr 08 11:50:37.305142 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e9dd8f21-54c7-42c6-afb2-fa1d5e133742 req-af42db30-8687-4d77-a7ac-671335929b36 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717949 Apr 08 11:50:37.312142 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-4a57032b-f378-43b6-93ac-a4698786668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:37.313767 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-4a57032b-f378-43b6-93ac-a4698786668b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2078998 Apr 08 11:50:37.323105 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-36d3bd01-b82e-4b01-8ba2-662e380f221a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 380 time: 0.1809268 Apr 08 11:50:37.328284 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c72232af-2c4c-4eed-be50-24145f573c82 req-ea90e0ba-f50f-4d8a-b7f7-2d050b160604 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.0372739 Apr 08 11:50:37.345059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c6e57d69-5242-48b1-99be-a90eac744e82), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.347915 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.349920 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6e57d69-5242-48b1-99be-a90eac744e82 HTTP/1.1" status: 204 len: 168 time: 0.5621490 Apr 08 11:50:37.360523 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7d42-0930-44d9-9db9-2a5a04f37dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e57d69-5242-48b1-99be-a90eac744e82,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:37.422081 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9660e3-cae9-4265-895b-9db1fb17db47 x-openstack-request-id: req-5a9660e3-cae9-4265-895b-9db1fb17db47 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:37.422377 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "name": "network-vif-plugged", "status": "completed", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:37.422636 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a9660e3-cae9-4265-895b-9db1fb17db47 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:37.423175 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9660e3-cae9-4265-895b-9db1fb17db47'] response: {'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642', 'code': 200} Apr 08 11:50:37.453202 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-937547dd-32d8-46e9-b08e-f2fec0991ba5 req-70d78f01-69c9-4d57-a3bc-99f92b062798 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0276961 Apr 08 11:50:37.547748 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d0699114-0e65-49d7-92bc-cd018b4f4300 req-bee8ed33-689f-472a-928c-1cbe50bab15e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Apr 08 11:50:37.646816 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38612) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:37.659944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-937b63e7-afcf-4e99-9993-d66233725b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.740322 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-937b63e7-afcf-4e99-9993-d66233725b51 admin admin] Publish callbacks [] for security_group (33a4fa27-6c5d-481b-b5d4-a8850d59972e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.747466 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-937b63e7-afcf-4e99-9993-d66233725b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (33a4fa27-6c5d-481b-b5d4-a8850d59972e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.791521 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-937b63e7-afcf-4e99-9993-d66233725b51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7988b7f40df04e8dbd51301cdfdbfdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436515 Apr 08 11:50:37.792346 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b63e7-afcf-4e99-9993-d66233725b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a4fa27-6c5d-481b-b5d4-a8850d59972e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:37.794386 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38614) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:37.844693 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] Publish callbacks [] for security_group (33a4fa27-6c5d-481b-b5d4-a8850d59972e), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.866441 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] Publish callbacks [] for security_group (33a4fa27-6c5d-481b-b5d4-a8850d59972e), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.922388 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (33a4fa27-6c5d-481b-b5d4-a8850d59972e), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.927980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:37.931971 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33a4fa27-6c5d-481b-b5d4-a8850d59972e HTTP/1.1" status: 204 len: 168 time: 0.1337674 Apr 08 11:50:37.937917 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8c2f7-986a-4d16-a30d-b8ea6b9c6bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a4fa27-6c5d-481b-b5d4-a8850d59972e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:38.359373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a937a8-e7ba-4e8f-9191-373744bc42fb req-837f71b1-019f-452b-bcee-08dc6d09b443 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:38.360990 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f7a937a8-e7ba-4e8f-9191-373744bc42fb req-837f71b1-019f-452b-bcee-08dc6d09b443 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0574553 Apr 08 11:50:38.413717 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f7a937a8-e7ba-4e8f-9191-373744bc42fb req-910227fa-d862-482a-b434-2b1913600171 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Apr 08 11:50:38.434560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f984df-96a8-419a-b861-4fc5b08f62e7 req-8d3de35b-1f89-4c15-8b75-1551c18d3dad tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:38.437460 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-28f984df-96a8-419a-b861-4fc5b08f62e7 req-8d3de35b-1f89-4c15-8b75-1551c18d3dad tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.0605054 Apr 08 11:50:38.497373 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-28f984df-96a8-419a-b861-4fc5b08f62e7 req-7eeededc-03b9-4f5e-bf57-741237f2a801 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Apr 08 11:50:38.531851 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39d5f2c2-70ae-4fe2-82d1-70c7eca0f33e req-af7faaf5-eb66-4b73-9630-308333e529cf tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.0460279 Apr 08 11:50:38.585237 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-72bfb8a2-09e8-42e3-9297-b32ab5e53896 req-7827c51f-5d51-4760-a8b5-7b8e018f3e98 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Apr 08 11:50:38.655790 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-de3c0e0a-0946-4c57-b799-7038a0c41dd7 req-f324a54a-ebb2-46cc-932a-657eae01cc99 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Apr 08 11:50:39.288512 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'port': {'device_id': 'be7914e6-4902-463a-95f8-62dc46efa705', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'admin_state_up': True, 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'security_groups': ['b2a3ea42-66a7-4d6e-b468-43e60bc30178']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:39.309298 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'port': {'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'admin_state_up': True, 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'security_groups': ['d5df8c4e-b2db-4718-a236-64d95d717863']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:39.335477 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'port': {'device_id': '7bc52691-ea43-4082-9124-24065a53e378', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'admin_state_up': True, 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'security_groups': ['85b59c8c-477a-4cd7-b0c0-e728a0d6183f']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:39.482081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-2613f077-9874-4487-ad93-fc9867b34fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:39.483769 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-2613f077-9874-4487-ad93-fc9867b34fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1127 time: 0.2001908 Apr 08 11:50:39.728684 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Made reservation on behalf of e0e55e4bdb244a69af7795108ad500fb for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:39.732085 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:39.772039 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Made reservation on behalf of 6b81377c8b12468182f67de2d1209fa6 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:39.776014 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:39.795620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654297b5-c004-4827-b179-213f03829f91 req-2b058276-dc1f-42c3-951f-007f4eabc313 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:39.797173 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-654297b5-c004-4827-b179-213f03829f91 req-2b058276-dc1f-42c3-951f-007f4eabc313 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 943 time: 0.1604061 Apr 08 11:50:39.801021 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-2191d042-63ee-4df9-ab74-32a3a0bd40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:39.802428 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-2191d042-63ee-4df9-ab74-32a3a0bd40a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.3028383 Apr 08 11:50:39.844438 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38738) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:39.874852 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38742) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:39.893212 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-0013ae44-7b2a-4813-9b71-246f90944e85 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105754 Apr 08 11:50:39.964439 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-a080ae16-b5b2-4b7d-975b-9c63b56f4da8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 217 time: 0.1266217 Apr 08 11:50:40.059361 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:50:40.063216 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.086875 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80905b-aa2a-44e6-a153-638b573c679d req-211ce9cd-0965-45b1-8441-e81be388a32b tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:40.088840 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf80905b-aa2a-44e6-a153-638b573c679d req-211ce9cd-0965-45b1-8441-e81be388a32b tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.5116656 Apr 08 11:50:40.092562 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-28ba169d-beee-4ec0-9d0c-9b7394134403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:40.094284 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-28ba169d-beee-4ec0-9d0c-9b7394134403 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 1130 time: 0.5157688 Apr 08 11:50:40.135633 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-654297b5-c004-4827-b179-213f03829f91 req-0f1bc42d-e369-49b6-abd4-fb8bbc117521 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276777 Apr 08 11:50:40.152254 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-10605c07-ebac-4935-9585-8fa01c4d8105 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.172297 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Allocated IP 172.20.0.14 (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf/59fec379-bd10-40c4-9f94-d73d6c25e227/1016b160-d811-4bef-ad15-373c526d081a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:40.207376 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-44ec956d-9794-4603-86ae-ca6b490be533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.218580 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-a51c5363-4de7-49f0-836c-abb9a6aaf926 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895772 Apr 08 11:50:40.261566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-bc544ef4-4c1b-496d-a190-1c0c6448b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:40.262065 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf80905b-aa2a-44e6-a153-638b573c679d req-3cfd8526-4776-4b4c-b36b-0384aa3ad0ea tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623101 Apr 08 11:50:40.262996 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-bc544ef4-4c1b-496d-a190-1c0c6448b3c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.2841322 Apr 08 11:50:40.276923 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2536524a-9394-48c4-972a-44d634101ab8 req-f11c5f34-7999-4a03-a4e9-38c94d920d89 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.0583072 Apr 08 11:50:40.332359 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-30fff9ba-1b5d-4fa4-bf60-6070816eebea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.378254 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.20.0.13 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/d15807f8-b059-4fe5-9049-cc9a62ced24a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:40.384617 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Allocated IP 172.20.0.13 (1c059caf-48dc-4058-ba62-0096054317a1/b027db01-c199-455d-bb56-73d7bb15bf0b/3020f800-03bf-4c2e-9a0c-917673041482) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:50:40.437413 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-10605c07-ebac-4935-9585-8fa01c4d8105 service neutron] Publish callbacks [] for security_group (4c96cf8f-f4a7-4ba6-8923-27b44aab4409), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.440031 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe6ee4da-a113-44c1-b4b2-d401ed621523 req-5865a1cb-9f3a-49fc-859c-e80a1d1d44f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0523033 Apr 08 11:50:40.444684 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-10605c07-ebac-4935-9585-8fa01c4d8105 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4c96cf8f-f4a7-4ba6-8923-27b44aab4409), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.516829 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3fcfa96e-4beb-4013-89ab-1bd78c6d49ae req-e35ebf3f-023e-45db-99ac-b0430a2e9a40 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.1350102 Apr 08 11:50:40.531124 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10605c07-ebac-4935-9585-8fa01c4d8105 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c96cf8f-f4a7-4ba6-8923-27b44aab4409,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:40.551042 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53c4ee3a-e409-4651-8fb9-ada452746237 req-10605c07-ebac-4935-9585-8fa01c4d8105 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473641 Apr 08 11:50:40.600724 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (1016b160-d811-4bef-ad15-373c526d081a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.639979 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.680267 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.702594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 781c46f9-1331-41a3-8b69-3f463dcf0527 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:50:40.705208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-44ec956d-9794-4603-86ae-ca6b490be533 admin admin] Publish callbacks [] for security_group (70e7d227-5e50-4f6e-baca-0809cadea537), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.726160 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:40.729518 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:40.732999 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:40.763135 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-44ec956d-9794-4603-86ae-ca6b490be533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (70e7d227-5e50-4f6e-baca-0809cadea537), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.780251 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:40.807290 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:40.807937 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.821674 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec956d-9794-4603-86ae-ca6b490be533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e7d227-5e50-4f6e-baca-0809cadea537,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:40.829373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-30fff9ba-1b5d-4fa4-bf60-6070816eebea admin admin] Publish callbacks [] for security_group (2c01173f-29aa-4663-a55b-ecf00e1eb35e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.833348 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-842900fa-4385-45b2-8a18-344ead7eebba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5313408 Apr 08 11:50:40.841379 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-30fff9ba-1b5d-4fa4-bf60-6070816eebea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2c01173f-29aa-4663-a55b-ecf00e1eb35e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.863928 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.874026 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=781c46f9-1331-41a3-8b69-3f463dcf0527,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:40.881460 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-44ec956d-9794-4603-86ae-ca6b490be533 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55c2ac604eca420492c81a8c2f9fcdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0351727 Apr 08 11:50:40.885195 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:40.892685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '781c46f9-1331-41a3-8b69-3f463dcf0527', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'port_id': '781c46f9-1331-41a3-8b69-3f463dcf0527', 'mac_address': 'fa:16:3e:57:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:50:40.931946 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 781c46f9-1331-41a3-8b69-3f463dcf0527 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:40.932337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.945969 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-30fff9ba-1b5d-4fa4-bf60-6070816eebea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=512cba32033049c6b7ca671d1a01364a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0664401 Apr 08 11:50:40.946753 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff9ba-1b5d-4fa4-bf60-6070816eebea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01173f-29aa-4663-a55b-ecf00e1eb35e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:40.946937 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c46f9-1331-41a3-8b69-3f463dcf0527 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:40.952059 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38754) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:40.958278 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] Publish callbacks [] for security_group (70e7d227-5e50-4f6e-baca-0809cadea537), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.971747 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:40.979145 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=781c46f9-1331-41a3-8b69-3f463dcf0527,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:40.984099 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] Publish callbacks [] for security_group (70e7d227-5e50-4f6e-baca-0809cadea537), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.991234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:40.995431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:41.004992 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (3020f800-03bf-4c2e-9a0c-917673041482), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.010024 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:41.019809 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.057737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (70e7d227-5e50-4f6e-baca-0809cadea537), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.060521 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.069319 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70e7d227-5e50-4f6e-baca-0809cadea537 HTTP/1.1" status: 204 len: 168 time: 0.1826520 Apr 08 11:50:41.077951 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.089192 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700ced-4fa2-4b2a-8c57-f12afafed32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e7d227-5e50-4f6e-baca-0809cadea537,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.119131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-18317140-f022-476e-a0ed-cf688e89360e None None] Provisioning complete for port d15807f8-b059-4fe5-9049-cc9a62ced24a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:41.119666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-18317140-f022-476e-a0ed-cf688e89360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.176033 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-18317140-f022-476e-a0ed-cf688e89360e None None] Port d15807f8-b059-4fe5-9049-cc9a62ced24a cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:41.300386 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-ea8e21ff-fba6-4559-818b-aaad862787d7 None None] Provisioning complete for port 1016b160-d811-4bef-ad15-373c526d081a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:41.301067 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea8e21ff-fba6-4559-818b-aaad862787d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (1016b160-d811-4bef-ad15-373c526d081a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.302705 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7738735-3858-4cb4-bf96-a9a22bf776e8 req-3549d715-29d2-4dc4-b8a1-babe024c41b4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.319132 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e7738735-3858-4cb4-bf96-a9a22bf776e8 req-3549d715-29d2-4dc4-b8a1-babe024c41b4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 944 time: 0.0953138 Apr 08 11:50:41.343547 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e21ff-fba6-4559-818b-aaad862787d7 None None] Port 1016b160-d811-4bef-ad15-373c526d081a cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:41.345492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['781c46f9-1331-41a3-8b69-3f463dcf0527'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:50:41.347900 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.348546 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.392429 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] Publish callbacks [] for security_group (2c01173f-29aa-4663-a55b-ecf00e1eb35e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.393323 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e7738735-3858-4cb4-bf96-a9a22bf776e8 req-a8c0e297-8e41-4194-9c69-1ce94651f892 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Apr 08 11:50:41.452432 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-4d864138-cbda-4532-a812-c67539f5f40c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1702399 Apr 08 11:50:41.456898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.473768 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] Publish callbacks [] for security_group (2c01173f-29aa-4663-a55b-ecf00e1eb35e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.558991 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38780) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:41.578615 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Network 1c059caf-48dc-4058-ba62-0096054317a1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:50:41.590966 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61584a62-37c8-402b-bc88-1623cfa19c71 req-aa5bc27f-2112-4e15-a86c-041610070662 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.592491 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61584a62-37c8-402b-bc88-1623cfa19c71 req-aa5bc27f-2112-4e15-a86c-041610070662 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0956080 Apr 08 11:50:41.596533 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:50:41.599789 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e6201981-4746-45f9-b1d3-3c358dab1e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.602632 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:50:41.611623 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342cfd0-e717-4f81-bba8-5df328f9b3b7 req-d9369c38-c44b-4219-af76-433dc5c130af tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.618636 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3342cfd0-e717-4f81-bba8-5df328f9b3b7 req-d9369c38-c44b-4219-af76-433dc5c130af tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 932 time: 0.2490530 Apr 08 11:50:41.620657 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.688576 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61584a62-37c8-402b-bc88-1623cfa19c71 req-47999d58-2da5-43bd-93af-e56406d6de0e tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807245 Apr 08 11:50:41.708714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2c01173f-29aa-4663-a55b-ecf00e1eb35e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.710821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.715879 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c01173f-29aa-4663-a55b-ecf00e1eb35e HTTP/1.1" status: 204 len: 168 time: 0.7603242 Apr 08 11:50:41.757290 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.758054 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.777582 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195780c9-7e0b-4f8d-acbd-9584ee7a97ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01173f-29aa-4663-a55b-ecf00e1eb35e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.789794 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3342cfd0-e717-4f81-bba8-5df328f9b3b7 req-1a970534-29bc-4a45-adf1-e1e8b5917fcf tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700282 Apr 08 11:50:41.793240 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-e444f756-ab53-45da-9662-b0ff6e343519 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4696953 Apr 08 11:50:41.853273 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80844591-bf5e-402c-9c16-830d21110fcd req-94a1e67d-459c-414f-9601-3716df1da239 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.854619 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-80844591-bf5e-402c-9c16-830d21110fcd req-94a1e67d-459c-414f-9601-3716df1da239 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 932 time: 0.0938773 Apr 08 11:50:41.873905 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e6201981-4746-45f9-b1d3-3c358dab1e70 admin admin] Publish callbacks [] for security_group (f09d5aa2-7434-4d19-8a32-c5040f563711), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.879175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e6201981-4746-45f9-b1d3-3c358dab1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f09d5aa2-7434-4d19-8a32-c5040f563711), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.917442 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-80844591-bf5e-402c-9c16-830d21110fcd req-8b715549-f0c7-4701-9562-221c73432b05 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557716 Apr 08 11:50:41.951026 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e6201981-4746-45f9-b1d3-3c358dab1e70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e80f57c1c814e3fbb108164d8657a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837883 Apr 08 11:50:41.953811 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38786) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:41.954633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6201981-4746-45f9-b1d3-3c358dab1e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09d5aa2-7434-4d19-8a32-c5040f563711,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:41.979136 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-b64add2b-bc17-43cc-8f3c-099bee3d931b None None] Provisioning complete for port 3020f800-03bf-4c2e-9a0c-917673041482 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:41.979612 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b64add2b-bc17-43cc-8f3c-099bee3d931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3020f800-03bf-4c2e-9a0c-917673041482), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:41.985679 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b58922-8704-4888-bc3b-4ac438283d1a req-628a6049-fddc-4961-995d-4b0131f168b7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:41.987184 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0b58922-8704-4888-bc3b-4ac438283d1a req-628a6049-fddc-4961-995d-4b0131f168b7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 932 time: 0.0844083 Apr 08 11:50:42.024002 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b64add2b-bc17-43cc-8f3c-099bee3d931b None None] Port 3020f800-03bf-4c2e-9a0c-917673041482 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:50:42.041515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] Publish callbacks [] for security_group (f09d5aa2-7434-4d19-8a32-c5040f563711), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.044285 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0b58922-8704-4888-bc3b-4ac438283d1a req-1d39dc15-cde3-4b62-93bb-08e52fef1d2d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493021 Apr 08 11:50:42.069596 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] Publish callbacks [] for security_group (f09d5aa2-7434-4d19-8a32-c5040f563711), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.123763 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f09d5aa2-7434-4d19-8a32-c5040f563711), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.126511 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.127753 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f09d5aa2-7434-4d19-8a32-c5040f563711 HTTP/1.1" status: 204 len: 168 time: 0.1725607 Apr 08 11:50:42.135785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bf38b-1d69-424e-b2d9-81d725feb9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09d5aa2-7434-4d19-8a32-c5040f563711,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:42.162371 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38792) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:42.175368 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ed45e3b-5a4f-4f3d-8730-16ab7baccc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.249070 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ed45e3b-5a4f-4f3d-8730-16ab7baccc73 admin admin] Publish callbacks [] for security_group (6f14a89f-a25a-4c0e-b2fb-207f22b4a006), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.253978 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0ed45e3b-5a4f-4f3d-8730-16ab7baccc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6f14a89f-a25a-4c0e-b2fb-207f22b4a006), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.292601 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0ed45e3b-5a4f-4f3d-8730-16ab7baccc73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c9fc9f0fc614195b67e3e717c2c2754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281979 Apr 08 11:50:42.292795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed45e3b-5a4f-4f3d-8730-16ab7baccc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14a89f-a25a-4c0e-b2fb-207f22b4a006,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:42.300351 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38796) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:42.350147 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] Publish callbacks [] for security_group (6f14a89f-a25a-4c0e-b2fb-207f22b4a006), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.370895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] Publish callbacks [] for security_group (6f14a89f-a25a-4c0e-b2fb-207f22b4a006), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.419271 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6f14a89f-a25a-4c0e-b2fb-207f22b4a006), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.421861 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.423090 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f14a89f-a25a-4c0e-b2fb-207f22b4a006 HTTP/1.1" status: 204 len: 168 time: 0.1215641 Apr 08 11:50:42.432991 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce6290-4cb3-4698-a40b-2fd264a636dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f14a89f-a25a-4c0e-b2fb-207f22b4a006,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:42.535132 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e7f1-aa20-41fe-85bf-fa20d3b4a8bc req-ed8361cd-8809-451e-9b02-3aed6743f5c2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:42.537878 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7342e7f1-aa20-41fe-85bf-fa20d3b4a8bc req-ed8361cd-8809-451e-9b02-3aed6743f5c2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 944 time: 0.0585678 Apr 08 11:50:42.586702 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7342e7f1-aa20-41fe-85bf-fa20d3b4a8bc req-b62faaaa-7102-4952-81fc-9aa3a94c116c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Apr 08 11:50:42.651704 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Request body: {'port': {'device_id': '7bc52691-ea43-4082-9124-24065a53e378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:42.666702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Request body: {'port': {'device_id': 'be7914e6-4902-463a-95f8-62dc46efa705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:42.678277 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Request body: {'port': {'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:50:42.708987 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:50:42.730226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 781c46f9-1331-41a3-8b69-3f463dcf0527 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:42.763301 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.974275 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (1016b160-d811-4bef-ad15-373c526d081a), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:42.980962 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-69c60c89-1093-44b7-a988-44bb05965616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:42.982485 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-69c60c89-1093-44b7-a988-44bb05965616 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3241737 Apr 08 11:50:42.989447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.000661 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 781c46f9-1331-41a3-8b69-3f463dcf0527 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:50:43.013034 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 781c46f9-1331-41a3-8b69-3f463dcf0527 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:43.013465 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.042889 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291dbf4-4ad3-4ff9-9fec-cf8a7e45d48f req-33f59b48-f5e5-4700-8612-2f32801e3024 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:43.044473 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d291dbf4-4ad3-4ff9-9fec-cf8a7e45d48f req-33f59b48-f5e5-4700-8612-2f32801e3024 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.2453332 Apr 08 11:50:43.079002 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:43.154852 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b4e56-fdb7-4885-857b-8016849436b0 req-340a22c9-2194-4f68-a566-ba9f44e3cf0b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:43.161633 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9a8b4e56-fdb7-4885-857b-8016849436b0 req-340a22c9-2194-4f68-a566-ba9f44e3cf0b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 932 time: 0.2133319 Apr 08 11:50:43.162145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38844) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:43.228411 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d291dbf4-4ad3-4ff9-9fec-cf8a7e45d48f req-55a5916d-ca3f-40ab-ad36-461db17a6d05 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599102 Apr 08 11:50:43.288750 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'port_id': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3', 'mac_address': 'fa:16:3e:ff:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:50:43.333813 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:43.334366 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.354559 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:43.368460 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9a8b4e56-fdb7-4885-857b-8016849436b0 req-68235bfe-e3c1-41cc-8a4b-7ddbed7746fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904266 Apr 08 11:50:43.400322 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:43.407870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.419825 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da3f2315-9fbb-4473-b5b9-f262b455f5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.462744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 781c46f9-1331-41a3-8b69-3f463dcf0527 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:43.463377 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.478345 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:43.498795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15807f8-b059-4fe5-9049-cc9a62ced24a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:43.499349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:43.501906 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee3601-5c3a-4a2e-b6b9-5efeb66952b6" -d '{"events": [{"server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "name": "network-vif-plugged", "status": "completed", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:43.515627 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=781c46f9-1331-41a3-8b69-3f463dcf0527,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:43.522005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.529777 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks [] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.586431 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:43.612215 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Transition to ACTIVE for port object d15807f8-b059-4fe5-9049-cc9a62ced24a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:43.627579 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.732295 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b882ab-df62-4046-88aa-d3aa0429f386 req-1f236c3f-b2a2-44b8-ad17-c6e8b8553f1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:43.734186 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f7b882ab-df62-4046-88aa-d3aa0429f386 req-1f236c3f-b2a2-44b8-ad17-c6e8b8553f1d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 932 time: 0.2148206 Apr 08 11:50:43.741019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:50:43.755442 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2131b4-6e9c-4afe-a10a-aff918c407b3 req-90640cca-7ef7-4d8d-8de7-eed9794f42a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:43.756850 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c2131b4-6e9c-4afe-a10a-aff918c407b3 req-90640cca-7ef7-4d8d-8de7-eed9794f42a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 932 time: 0.3800259 Apr 08 11:50:43.766114 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-798582a1-4678-47ea-a844-a136caca6428 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273160 Apr 08 11:50:43.815749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a114f-8143-4e15-938b-81318475e171 service neutron] Pushing event updated for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:43.874590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da3f2315-9fbb-4473-b5b9-f262b455f5a3 admin admin] Publish callbacks [] for security_group (60ac81ba-636d-4237-a0cd-cadae44edecc), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.899067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-da3f2315-9fbb-4473-b5b9-f262b455f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (60ac81ba-636d-4237-a0cd-cadae44edecc), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:43.979447 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-074a5c4c-dd93-4b15-8f0c-1e1111daba27 req-37c45a5f-6ea0-4330-be6c-5e65a0b3638f service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015836 Apr 08 11:50:44.053442 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f7b882ab-df62-4046-88aa-d3aa0429f386 req-25c6e337-416a-45e2-af7b-940af9c3da03 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764091 Apr 08 11:50:44.055204 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f2315-9fbb-4473-b5b9-f262b455f5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac81ba-636d-4237-a0cd-cadae44edecc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:44.060272 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-da3f2315-9fbb-4473-b5b9-f262b455f5a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7088386aafb473c8ad49c06cff72c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8911917 Apr 08 11:50:44.063378 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:44.120329 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Attempting to bind port d15807f8-b059-4fe5-9049-cc9a62ced24a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:44.120963 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Attempting to bind port d15807f8-b059-4fe5-9049-cc9a62ced24a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:44.121460 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Attempting to bind port d15807f8-b059-4fe5-9049-cc9a62ced24a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:44.126583 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Port d15807f8-b059-4fe5-9049-cc9a62ced24a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:44.126945 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Attempting to bind port d15807f8-b059-4fe5-9049-cc9a62ced24a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:44.136020 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:44.136356 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:44.136922 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:44.137346 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18cc81b-ea02-4175-9201-e763ac449f15 x-openstack-request-id: req-c18cc81b-ea02-4175-9201-e763ac449f15 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:44.137837 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Bound port: d15807f8-b059-4fe5-9049-cc9a62ced24a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:44.137952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "name": "network-vif-plugged", "status": "completed", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:44.138039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.138132 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c18cc81b-ea02-4175-9201-e763ac449f15 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:44.138283 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18cc81b-ea02-4175-9201-e763ac449f15'] response: {'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527', 'code': 200} Apr 08 11:50:44.161557 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] Publish callbacks [] for security_group (60ac81ba-636d-4237-a0cd-cadae44edecc), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.226443 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:44.228088 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:44.229907 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:44.248350 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.287475 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks [] for port (3020f800-03bf-4c2e-9a0c-917673041482), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.295662 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1016b160-d811-4bef-ad15-373c526d081a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:44.300065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] Publish callbacks [] for security_group (60ac81ba-636d-4237-a0cd-cadae44edecc), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.312658 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c2131b4-6e9c-4afe-a10a-aff918c407b3 req-c7b47a09-9363-4f52-a9ee-dad6f4344608 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5424602 Apr 08 11:50:44.318413 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks [] for port (1016b160-d811-4bef-ad15-373c526d081a), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.334474 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Transition to ACTIVE for port object 3020f800-03bf-4c2e-9a0c-917673041482 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:44.337559 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Transition to ACTIVE for port object 1016b160-d811-4bef-ad15-373c526d081a will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:50:44.341719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.354800 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.494384 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:44.495052 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.496492 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-605a114f-8143-4e15-938b-81318475e171 service neutron] 10.222.0.44 "PUT /v2.0/ports/d15807f8-b059-4fe5-9049-cc9a62ced24a HTTP/1.1" status: 200 len: 1094 time: 1.8426142 Apr 08 11:50:44.497038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:44.499308 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34db23c-6f69-4829-9504-579f2e3f51ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:44.515988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:44.534876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (60ac81ba-636d-4237-a0cd-cadae44edecc), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.537823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:44.538956 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60ac81ba-636d-4237-a0cd-cadae44edecc HTTP/1.1" status: 204 len: 168 time: 0.4731750 Apr 08 11:50:44.578215 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aff18d-5152-4f23-9d7b-cff423db5426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac81ba-636d-4237-a0cd-cadae44edecc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:44.613375 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a114f-8143-4e15-938b-81318475e171 service neutron] Pushing event updated for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:44.662716 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc4ac1-9828-4659-bc4b-22463e412ba3 req-4b522f42-babf-4b9c-ac4a-abd105b4447e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:44.663645 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53cc4ac1-9828-4659-bc4b-22463e412ba3 req-4b522f42-babf-4b9c-ac4a-abd105b4447e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.2641513 Apr 08 11:50:44.765227 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:44.805562 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53cc4ac1-9828-4659-bc4b-22463e412ba3 req-6b6d2274-1137-4e66-b74c-856e8f233bb2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254718 Apr 08 11:50:44.898816 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:50:44.915202 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:44.916181 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.019077 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09e8ee-7a82-4649-a032-0c99136305a7 req-328f22c1-798a-404e-9d12-c47c23ef1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.020656 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-de09e8ee-7a82-4649-a032-0c99136305a7 req-328f22c1-798a-404e-9d12-c47c23ef1751 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1129 time: 0.0876396 Apr 08 11:50:45.034560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab7a37-90e2-4088-b5aa-03649dc29e18 req-4a083b5f-c1e8-4148-9879-1936cda63657 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.041963 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-54ab7a37-90e2-4088-b5aa-03649dc29e18 req-4a083b5f-c1e8-4148-9879-1936cda63657 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.1191483 Apr 08 11:50:45.128967 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-54ab7a37-90e2-4088-b5aa-03649dc29e18 req-bb40cc27-0520-46e6-9fc9-c24bab94f3ce tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812902 Apr 08 11:50:45.133883 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-de09e8ee-7a82-4649-a032-0c99136305a7 req-6a562505-00fa-4023-b2e5-61fc4b2dc1fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899065 Apr 08 11:50:45.174405 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2274866-fc97-4801-8fdc-60d8b7f40e77 x-openstack-request-id: req-d2274866-fc97-4801-8fdc-60d8b7f40e77 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:45.174997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:45.174997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2274866-fc97-4801-8fdc-60d8b7f40e77 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:45.175375 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2274866-fc97-4801-8fdc-60d8b7f40e77'] response: {'name': 'network-changed', 'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'status': 'completed', 'code': 200} Apr 08 11:50:45.258381 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:45.264102 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:45.264634 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.300354 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d26889-f354-43bb-8de6-551803ed9367 req-22a393d8-c35d-4618-b3d4-793d8263cba9 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.307515 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-88d26889-f354-43bb-8de6-551803ed9367 req-22a393d8-c35d-4618-b3d4-793d8263cba9 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.7958212 Apr 08 11:50:45.333479 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Attempting to bind port 3020f800-03bf-4c2e-9a0c-917673041482 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:45.334185 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Attempting to bind port 3020f800-03bf-4c2e-9a0c-917673041482 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:45.334185 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Attempting to bind port 3020f800-03bf-4c2e-9a0c-917673041482 on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:45.345170 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18ffff-9133-47c0-ae5b-ad400ba85054 req-7aec11ea-7611-42f1-83f9-cd2824ac4136 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.353467 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6a18ffff-9133-47c0-ae5b-ad400ba85054 req-7aec11ea-7611-42f1-83f9-cd2824ac4136 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0717158 Apr 08 11:50:45.356190 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-0070c9a6-70eb-48a6-8d52-a958e7091e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.360920 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-0070c9a6-70eb-48a6-8d52-a958e7091e11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 1128 time: 0.2332971 Apr 08 11:50:45.370436 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38924) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:45.377301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Port 3020f800-03bf-4c2e-9a0c-917673041482 on network 1c059caf-48dc-4058-ba62-0096054317a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:45.377595 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:45.378371 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Attempting to bind port 3020f800-03bf-4c2e-9a0c-917673041482 on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:45.387592 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.388400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Attempting to bind port 1016b160-d811-4bef-ad15-373c526d081a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:50:45.389081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Attempting to bind port 1016b160-d811-4bef-ad15-373c526d081a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:50:45.390321 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Attempting to bind port 1016b160-d811-4bef-ad15-373c526d081a on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:45.412565 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:45.413099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Checking segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:45.413654 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Bound using segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:45.414225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Bound port: 3020f800-03bf-4c2e-9a0c-917673041482, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:45.414720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.431288 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6a18ffff-9133-47c0-ae5b-ad400ba85054 req-c7543c79-9901-4e46-b677-51e86fac352e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720544 Apr 08 11:50:45.432367 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db97e769-7901-46f7-9083-b10bad82e4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.451099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Port 1016b160-d811-4bef-ad15-373c526d081a on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:50:45.451748 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Attempting to bind port 1016b160-d811-4bef-ad15-373c526d081a on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:50:45.469942 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-f1a8f319-ee7c-40e6-8de4-fc562536477a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a HTTP/1.1" status: 200 len: 217 time: 0.0755823 Apr 08 11:50:45.476763 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:45.478286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:50:45.478831 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Checking segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:50:45.479350 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Bound using segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:50:45.479961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Bound port: 1016b160-d811-4bef-ad15-373c526d081a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:50:45.480526 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (1016b160-d811-4bef-ad15-373c526d081a), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.502540 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-88d26889-f354-43bb-8de6-551803ed9367 req-40662ae6-7f1b-4b29-859f-a5a116032440 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935074 Apr 08 11:50:45.597693 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db97e769-7901-46f7-9083-b10bad82e4ea admin admin] Publish callbacks [] for security_group (a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.606179 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df99368-2fee-44b8-a788-368d3af57fa2 req-588559f5-6c43-490c-9eec-fdf9148ab88e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.606590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-e7def454-4f0a-4ae5-b12a-1da46058a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.608079 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-e7def454-4f0a-4ae5-b12a-1da46058a313 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.1312211 Apr 08 11:50:45.616835 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4df99368-2fee-44b8-a788-368d3af57fa2 req-588559f5-6c43-490c-9eec-fdf9148ab88e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0922341 Apr 08 11:50:45.621902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-db97e769-7901-46f7-9083-b10bad82e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.641912 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:45.648068 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:45.656527 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:50:45.660264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1016b160-d811-4bef-ad15-373c526d081a,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:50:45.662585 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.676828 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.705984 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-db97e769-7901-46f7-9083-b10bad82e4ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2bfc006a467f4438ac702b154a2bc17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314488 Apr 08 11:50:45.718269 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 38930) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:45.718404 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4df99368-2fee-44b8-a788-368d3af57fa2 req-4d4a336e-69d9-4dc1-9e75-56ce7be3df70 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974493 Apr 08 11:50:45.719344 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97e769-7901-46f7-9083-b10bad82e4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:45.724262 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.735108 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.735108 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 1094 time: 3.0812571 Apr 08 11:50:45.735108 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:45.736513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd68538-c993-40de-87bb-1fbcaa04ad5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:45.773796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:45.775657 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.777413 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 1094 time: 3.1177416 Apr 08 11:50:45.792175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b932a7aa-af37-44bc-982d-c830daa2aadc x-openstack-request-id: req-b932a7aa-af37-44bc-982d-c830daa2aadc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:45.792175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:45.792175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b932a7aa-af37-44bc-982d-c830daa2aadc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:45.792430 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b932a7aa-af37-44bc-982d-c830daa2aadc'] response: {'name': 'network-changed', 'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'status': 'completed', 'code': 200} Apr 08 11:50:45.838149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38be5e-558f-47e6-9436-7e49d59235f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:45.958237 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] Publish callbacks [] for security_group (a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:45.997536 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1eaa-1b73-4317-9a9d-c1f63daca6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:46.017010 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] Publish callbacks [] for security_group (a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:46.056148 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6dcf-1413-4233-9b6a-584807b2bc82 req-436f4d4d-184e-4a04-a3b2-7d76fe9047b9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.062263 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-162e6dcf-1413-4233-9b6a-584807b2bc82 req-436f4d4d-184e-4a04-a3b2-7d76fe9047b9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1505549 Apr 08 11:50:46.133477 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-162e6dcf-1413-4233-9b6a-584807b2bc82 req-3194b4c4-ebe0-4309-9bc6-6449310b7cec tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597224 Apr 08 11:50:46.146907 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:46.149749 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99679d-6fa2-4f60-9e80-f7ba11488f4b" -d '{"events": [{"server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "name": "network-vif-plugged", "status": "completed", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:46.233648 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-480e2393-0354-4ecd-af49-98b8b454e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.235611 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-480e2393-0354-4ecd-af49-98b8b454e9e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2162199 Apr 08 11:50:46.245936 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-48846aff-97b4-470b-9070-1c665ccc60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.247460 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-48846aff-97b4-470b-9070-1c665ccc60cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1128 time: 0.1787913 Apr 08 11:50:46.251401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-ee1fb64d-eab8-415d-bc80-b96d3c949fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.253207 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-ee1fb64d-eab8-415d-bc80-b96d3c949fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1128 time: 0.1605637 Apr 08 11:50:46.305102 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:46.307679 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:46.308868 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a HTTP/1.1" status: 204 len: 168 time: 0.5895169 Apr 08 11:50:46.436369 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581214f-9958-41cb-8975-718ced6162d4 x-openstack-request-id: req-4581214f-9958-41cb-8975-718ced6162d4 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:46.437426 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "name": "network-vif-plugged", "status": "completed", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:46.437857 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4581214f-9958-41cb-8975-718ced6162d4 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:46.438504 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4581214f-9958-41cb-8975-718ced6162d4'] response: {'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3', 'code': 200} Apr 08 11:50:46.441471 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-ff9ce683-0614-4849-ae88-d7632f93383f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 217 time: 0.1613843 Apr 08 11:50:46.478945 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec0c6-602d-4e90-8029-73b32e210131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c049e7-7a52-45cc-a8cc-1f8a1f401f2a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:46.572892 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9af117-57ef-4ab2-bf8f-f372392288f3 req-7f49f32c-e7be-4edc-9045-fa37a5e3473f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.581018 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ee9af117-57ef-4ab2-bf8f-f372392288f3 req-7f49f32c-e7be-4edc-9045-fa37a5e3473f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0664666 Apr 08 11:50:46.609319 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871acf9-b2c3-4fc1-acac-fad88bd90fc8 req-0cae4c06-5790-4b2b-9250-4e7da56021f9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.611159 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8871acf9-b2c3-4fc1-acac-fad88bd90fc8 req-0cae4c06-5790-4b2b-9250-4e7da56021f9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.3623230 Apr 08 11:50:46.615054 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-90910323-b5c0-4c48-9706-3abd4165e232 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609378 Apr 08 11:50:46.616587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-d9fb3737-79a9-4103-9354-682704c6b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.618110 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-d9fb3737-79a9-4103-9354-682704c6b56d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6b81377c8b12468182f67de2d1209fa6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3628285 Apr 08 11:50:46.642777 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ee9af117-57ef-4ab2-bf8f-f372392288f3 req-adb82fc5-3f95-4b4a-b82e-488dc04bccef tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606041 Apr 08 11:50:46.686370 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8871acf9-b2c3-4fc1-acac-fad88bd90fc8 req-24f2ab97-4c75-4031-b100-95f6452fbe5a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622163 Apr 08 11:50:46.772864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2aaeb-37e8-48dc-b076-afa82fffe25d req-a899c4de-af92-45c7-a4c7-412b3eeae270 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:46.781442 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53c2aaeb-37e8-48dc-b076-afa82fffe25d req-a899c4de-af92-45c7-a4c7-412b3eeae270 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0723956 Apr 08 11:50:46.850270 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53c2aaeb-37e8-48dc-b076-afa82fffe25d req-df926645-b99e-4301-8714-e7958116dc93 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Apr 08 11:50:47.028546 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 38982) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:47.053527 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163378a9-7280-4eae-96ec-933a43ef61d1 req-f03a2b68-92de-4e2e-ab17-39d082fa5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.055024 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-163378a9-7280-4eae-96ec-933a43ef61d1 req-f03a2b68-92de-4e2e-ab17-39d082fa5a7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.0697310 Apr 08 11:50:47.114603 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-163378a9-7280-4eae-96ec-933a43ef61d1 req-eb85e9e2-15ed-4c3d-8abb-26843bed6e1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Apr 08 11:50:47.235866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-a55bfcf1-1c67-4be2-93d8-9be6317b1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.237440 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-a55bfcf1-1c67-4be2-93d8-9be6317b1f4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.4660239 Apr 08 11:50:47.239218 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-354da00a-72c7-4d20-9422-bf5606cf7971 req-dfff17fa-7b85-462a-8cee-c29c87ebfa85 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163632 Apr 08 11:50:47.262521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-17d8b978-5afb-4d33-9223-56cb29a1c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.264164 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cd68538-c993-40de-87bb-1fbcaa04ad5d req-17d8b978-5afb-4d33-9223-56cb29a1c9af service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4772294 Apr 08 11:50:47.293849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1f95-63ab-47a3-a207-e90fc1463575 req-adee547d-0459-44f2-bb98-a1eacefbefc6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.301350 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ca5a1f95-63ab-47a3-a207-e90fc1463575 req-adee547d-0459-44f2-bb98-a1eacefbefc6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.4409170 Apr 08 11:50:47.350992 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab67d4-77ca-4bd5-83d5-23793d340e23 req-67055f1a-b300-4986-b339-982c3bd0c49e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.361149 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e8ab67d4-77ca-4bd5-83d5-23793d340e23 req-67055f1a-b300-4986-b339-982c3bd0c49e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1187685 Apr 08 11:50:47.379474 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ca5a1f95-63ab-47a3-a207-e90fc1463575 req-d9036150-9603-4c7e-8129-41db4c13174a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650136 Apr 08 11:50:47.425786 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8052858c-e17f-4719-8cb8-c90ebffb46d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.443126 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-37acde37-8e72-4a75-8666-829b2a800aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.444917 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-37acde37-8e72-4a75-8666-829b2a800aa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639820 Apr 08 11:50:47.477504 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e8ab67d4-77ca-4bd5-83d5-23793d340e23 req-7f5e55b4-ba08-4e2a-b8fe-7ec9320a363e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153824 Apr 08 11:50:47.550373 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8052858c-e17f-4719-8cb8-c90ebffb46d9 admin admin] Publish callbacks [] for security_group (c600337d-2a87-4ad2-9a2b-18668f8e73eb), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.563498 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8052858c-e17f-4719-8cb8-c90ebffb46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c600337d-2a87-4ad2-9a2b-18668f8e73eb), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.603285 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8052858c-e17f-4719-8cb8-c90ebffb46d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91746d0e59684dfca1a649393cec532a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720165 Apr 08 11:50:47.606472 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39008) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:47.613997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052858c-e17f-4719-8cb8-c90ebffb46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600337d-2a87-4ad2-9a2b-18668f8e73eb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:47.669036 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] Publish callbacks [] for security_group (c600337d-2a87-4ad2-9a2b-18668f8e73eb), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.710606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] Publish callbacks [] for security_group (c600337d-2a87-4ad2-9a2b-18668f8e73eb), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.793760 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'tag': '1016b160-d811-4bef-ad15-373c526d081a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:47.796030 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d" -d '{"events": [{"name": "network-changed", "server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "tag": "1016b160-d811-4bef-ad15-373c526d081a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:47.817883 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ab026-7672-4052-97cb-14ddbebde991 req-80f266f0-f3e7-4bf6-8a3e-cf902fa98534 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.819608 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b8ab026-7672-4052-97cb-14ddbebde991 req-80f266f0-f3e7-4bf6-8a3e-cf902fa98534 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0589576 Apr 08 11:50:47.851974 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5f4e9-5341-4852-ba51-74a94c52421d req-6e9273be-df1b-4581-ae9c-14755c19144d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:47.854389 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5f5f4e9-5341-4852-ba51-74a94c52421d req-6e9273be-df1b-4581-ae9c-14755c19144d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.1041849 Apr 08 11:50:47.862011 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c600337d-2a87-4ad2-9a2b-18668f8e73eb), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.867118 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:47.870051 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c600337d-2a87-4ad2-9a2b-18668f8e73eb HTTP/1.1" status: 204 len: 168 time: 0.2625782 Apr 08 11:50:47.885210 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a37e5-ca27-4b41-9ebc-569b84d19de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600337d-2a87-4ad2-9a2b-18668f8e73eb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:47.902725 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b8ab026-7672-4052-97cb-14ddbebde991 req-bdd05575-84be-4bc2-96c1-72ff9e3d7091 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662735 Apr 08 11:50:47.943581 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5f5f4e9-5341-4852-ba51-74a94c52421d req-0148fc75-d0ab-4c1a-a590-edcc053bd796 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721538 Apr 08 11:50:48.005908 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec4315-db2c-4eb8-9811-ddba6a2b3515 x-openstack-request-id: req-2dec4315-db2c-4eb8-9811-ddba6a2b3515 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:48.006201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "tag": "1016b160-d811-4bef-ad15-373c526d081a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:48.006453 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2dec4315-db2c-4eb8-9811-ddba6a2b3515 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:48.006849 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dec4315-db2c-4eb8-9811-ddba6a2b3515'] response: {'name': 'network-changed', 'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'tag': '1016b160-d811-4bef-ad15-373c526d081a', 'status': 'completed', 'code': 200} Apr 08 11:50:48.031660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aedecd-ed91-4bae-9477-8e0d99e1122b req-a2ff2389-5ae1-4fd9-8282-ea32c93ac331 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:48.033203 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54aedecd-ed91-4bae-9477-8e0d99e1122b req-a2ff2389-5ae1-4fd9-8282-ea32c93ac331 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0605068 Apr 08 11:50:48.085633 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54aedecd-ed91-4bae-9477-8e0d99e1122b req-106aae14-46b3-4024-b8e6-bfeea85bf902 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Apr 08 11:50:48.141477 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39030) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:48.246566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:48.247947 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fff0-6208-4d71-8247-94b13ed74d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.260163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89347c8b-8d8d-4eb7-b5f0-51db1858e0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.343711 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89347c8b-8d8d-4eb7-b5f0-51db1858e0f6 admin admin] Publish callbacks [] for security_group (e690ff22-747c-45ea-a951-2dac884a8edc), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.348335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89347c8b-8d8d-4eb7-b5f0-51db1858e0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e690ff22-747c-45ea-a951-2dac884a8edc), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.386743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347c8b-8d8d-4eb7-b5f0-51db1858e0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e690ff22-747c-45ea-a951-2dac884a8edc,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:48.391131 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-89347c8b-8d8d-4eb7-b5f0-51db1858e0f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b1cd9522ffd423a809a76ad8360b065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434321 Apr 08 11:50:48.394043 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:48.457850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] Publish callbacks [] for security_group (e690ff22-747c-45ea-a951-2dac884a8edc), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.489170 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] Publish callbacks [] for security_group (e690ff22-747c-45ea-a951-2dac884a8edc), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.521296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fff0-6208-4d71-8247-94b13ed74d41 admin admin] Publish callbacks [] for security_group (05bd4554-f867-443d-a5b4-c0bc5ea1f4b7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.526648 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fff0-6208-4d71-8247-94b13ed74d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (05bd4554-f867-443d-a5b4-c0bc5ea1f4b7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.553965 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27bcad-3b98-4a04-99ff-fbd2016bea2e req-7c36aa32-5610-4ce8-89cb-6e325c4110c8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:48.555445 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1d27bcad-3b98-4a04-99ff-fbd2016bea2e req-7c36aa32-5610-4ce8-89cb-6e325c4110c8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0791545 Apr 08 11:50:48.565419 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fff0-6208-4d71-8247-94b13ed74d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd4554-f867-443d-a5b4-c0bc5ea1f4b7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:48.571302 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ddd5fff0-6208-4d71-8247-94b13ed74d41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05b6adf926814faa9203d70c059f3034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286280 Apr 08 11:50:48.573867 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39044) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:48.577422 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e690ff22-747c-45ea-a951-2dac884a8edc), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.579686 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.580824 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e690ff22-747c-45ea-a951-2dac884a8edc HTTP/1.1" status: 204 len: 168 time: 0.1858273 Apr 08 11:50:48.600735 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46527a-da5f-42c4-8fe9-094d04f51680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690ff22-747c-45ea-a951-2dac884a8edc,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:48.624605 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1d27bcad-3b98-4a04-99ff-fbd2016bea2e req-06c4fb3d-136a-4227-860e-ab0be34b7a3a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623846 Apr 08 11:50:48.633104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] Publish callbacks [] for security_group (05bd4554-f867-443d-a5b4-c0bc5ea1f4b7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.656637 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] Publish callbacks [] for security_group (05bd4554-f867-443d-a5b4-c0bc5ea1f4b7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.704616 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (05bd4554-f867-443d-a5b4-c0bc5ea1f4b7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.707350 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:48.708640 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05bd4554-f867-443d-a5b4-c0bc5ea1f4b7 HTTP/1.1" status: 204 len: 168 time: 0.1337271 Apr 08 11:50:48.717370 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd781e2e-bc6f-4d2f-9765-ab25bd89183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd4554-f867-443d-a5b4-c0bc5ea1f4b7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:49.057195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5098fd9-191a-4bc2-b26c-a16cc485086f req-7ee6fe3d-6dca-45da-bf79-c157c0b92703 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:49.058866 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5098fd9-191a-4bc2-b26c-a16cc485086f req-7ee6fe3d-6dca-45da-bf79-c157c0b92703 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0702417 Apr 08 11:50:49.082525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e6546-b75f-44e7-aabb-67df015d8790 req-bfd4f467-2128-4563-9f55-da913303983a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:49.084142 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-884e6546-b75f-44e7-aabb-67df015d8790 req-bfd4f467-2128-4563-9f55-da913303983a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0574675 Apr 08 11:50:49.114487 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5098fd9-191a-4bc2-b26c-a16cc485086f req-b8e1f980-1657-44b5-9300-7afd0fcc6980 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487001 Apr 08 11:50:49.150794 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-884e6546-b75f-44e7-aabb-67df015d8790 req-4cff836b-a81b-46c8-81fa-c4304dfa3286 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560918 Apr 08 11:50:49.239817 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6ef19-9320-4f9b-9fb8-29c7b7f0de61 req-1d7f0a17-c611-4026-9ea4-c78ebc95d2b1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:49.241275 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6c6ef19-9320-4f9b-9fb8-29c7b7f0de61 req-1d7f0a17-c611-4026-9ea4-c78ebc95d2b1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0528331 Apr 08 11:50:49.296772 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6c6ef19-9320-4f9b-9fb8-29c7b7f0de61 req-9c66980e-aa6c-4db0-a8ab-e6a59991fe1a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492358 Apr 08 11:50:49.754398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446aae8-a694-40b7-a3f3-6c131cf786a7 req-9ff8b152-a8f9-4aac-ac83-349c1936ce31 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:49.755898 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c446aae8-a694-40b7-a3f3-6c131cf786a7 req-9ff8b152-a8f9-4aac-ac83-349c1936ce31 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0581987 Apr 08 11:50:49.810669 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c446aae8-a694-40b7-a3f3-6c131cf786a7 req-8bd77423-edf3-4ce6-ba8b-b931772d0fa7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485640 Apr 08 11:50:50.234388 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132bbf-baf6-44d6-83a6-49a2deadfa2d req-b6135f1a-3514-417f-92e6-e0464cae38b1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:50.236000 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ab132bbf-baf6-44d6-83a6-49a2deadfa2d req-b6135f1a-3514-417f-92e6-e0464cae38b1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0539577 Apr 08 11:50:50.267414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adf607-0e98-434d-9314-6a2f7ca0ae32 req-4ccdbec6-6898-4147-b8de-2b6c40bb2c18 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:50.268913 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-81adf607-0e98-434d-9314-6a2f7ca0ae32 req-4ccdbec6-6898-4147-b8de-2b6c40bb2c18 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0619352 Apr 08 11:50:50.295884 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ab132bbf-baf6-44d6-83a6-49a2deadfa2d req-bec31af4-49a2-4f33-810f-a16965908852 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541065 Apr 08 11:50:50.337486 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-81adf607-0e98-434d-9314-6a2f7ca0ae32 req-e21fe554-1a75-4d15-872a-6fd2843a23e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567718 Apr 08 11:50:50.421893 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-69baa64c-f0c5-48a3-9e20-71512d76fc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:50.430612 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf079f0-de20-4b8f-9c60-b3d4fe47c48a req-2ae544e4-6212-4a60-80dc-fddbb9947ad4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:50.432183 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccf079f0-de20-4b8f-9c60-b3d4fe47c48a req-2ae544e4-6212-4a60-80dc-fddbb9947ad4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0565073 Apr 08 11:50:50.479429 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccf079f0-de20-4b8f-9c60-b3d4fe47c48a req-31cd0e1c-5c32-4e54-97b4-cfa9a24c8f32 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Apr 08 11:50:50.751797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39166) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:50.864738 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c36e7b0a-12e4-4a8b-aab6-c3cac8ba0c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:50.960061 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c8622-7e2a-454e-b480-55f1e77168b5 req-24ffaa8b-cc9a-4853-b060-f10677503bd0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:50.961532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-587c8622-7e2a-454e-b480-55f1e77168b5 req-24ffaa8b-cc9a-4853-b060-f10677503bd0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0795975 Apr 08 11:50:50.993100 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c36e7b0a-12e4-4a8b-aab6-c3cac8ba0c55 admin admin] Publish callbacks [] for security_group (8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:50.999059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c36e7b0a-12e4-4a8b-aab6-c3cac8ba0c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.049706 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-587c8622-7e2a-454e-b480-55f1e77168b5 req-2957fc56-7cdf-4ec8-8dd2-d92e86c95fbc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807211 Apr 08 11:50:51.056680 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c36e7b0a-12e4-4a8b-aab6-c3cac8ba0c55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7126520e6cba45b38003e1bb5c58c42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038735 Apr 08 11:50:51.057074 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39174) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:51.057590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e7b0a-12e4-4a8b-aab6-c3cac8ba0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:51.115619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] Publish callbacks [] for security_group (8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.136849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] Publish callbacks [] for security_group (8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.183051 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.185677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.186795 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c HTTP/1.1" status: 204 len: 168 time: 0.1285179 Apr 08 11:50:51.194518 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fac02-b97a-47dd-abae-5ef7f8ebd993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbf2d8c-c22a-4c90-8fae-c40bbf52c96c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:51.448650 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def7f2-5171-4b88-a531-a89080e7da44 req-10be81bf-40c4-4fd1-a340-f4bccab4d8ae tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:51.450176 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00def7f2-5171-4b88-a531-a89080e7da44 req-10be81bf-40c4-4fd1-a340-f4bccab4d8ae tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0865283 Apr 08 11:50:51.452163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68515-7ab4-41e4-b0e4-517b555d88f4 req-8bc37d33-d6e5-4fda-bbad-919b814cf09e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:51.453913 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d9d68515-7ab4-41e4-b0e4-517b555d88f4 req-8bc37d33-d6e5-4fda-bbad-919b814cf09e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0573580 Apr 08 11:50:51.479296 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39186) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:51.499193 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40da64df-7f42-4bb9-86db-870e87f3c78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.499648 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00def7f2-5171-4b88-a531-a89080e7da44 req-53e29684-bf48-4fd3-9899-6ef44b5d096d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Apr 08 11:50:51.524163 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d9d68515-7ab4-41e4-b0e4-517b555d88f4 req-029dfabf-95a8-4869-9e46-5abcf811fd2a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645261 Apr 08 11:50:51.599983 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40da64df-7f42-4bb9-86db-870e87f3c78c admin admin] Publish callbacks [] for security_group (bd3ead00-35fd-4fb1-9377-6ba20cea540c), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.604506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40da64df-7f42-4bb9-86db-870e87f3c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (bd3ead00-35fd-4fb1-9377-6ba20cea540c), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.616186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d300-f27b-4d8d-b9e3-0cc30dc3c03b req-bc72bc2e-3957-4a08-a86b-72b869a93475 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:51.617682 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e352d300-f27b-4d8d-b9e3-0cc30dc3c03b req-bc72bc2e-3957-4a08-a86b-72b869a93475 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0547080 Apr 08 11:50:51.642595 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-40da64df-7f42-4bb9-86db-870e87f3c78c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cde4866e65f142e180062e7ef1390381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621814 Apr 08 11:50:51.644598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da64df-7f42-4bb9-86db-870e87f3c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ead00-35fd-4fb1-9377-6ba20cea540c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:51.647720 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39192) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:51.665454 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e352d300-f27b-4d8d-b9e3-0cc30dc3c03b req-6a87218f-97b9-43d0-8a20-d8164994e89a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Apr 08 11:50:51.702869 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] Publish callbacks [] for security_group (bd3ead00-35fd-4fb1-9377-6ba20cea540c), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.727319 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] Publish callbacks [] for security_group (bd3ead00-35fd-4fb1-9377-6ba20cea540c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.779094 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (bd3ead00-35fd-4fb1-9377-6ba20cea540c), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.781739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:51.782935 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd3ead00-35fd-4fb1-9377-6ba20cea540c HTTP/1.1" status: 204 len: 168 time: 0.1336787 Apr 08 11:50:51.791086 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d57eee-7c69-47e5-8b6b-122010ca8ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ead00-35fd-4fb1-9377-6ba20cea540c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:52.180675 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d81aa-a642-4444-ae31-d91222b05fb1 req-0b5b6784-6463-4735-8c09-fcde1aa6ef02 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:52.182166 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3c7d81aa-a642-4444-ae31-d91222b05fb1 req-0b5b6784-6463-4735-8c09-fcde1aa6ef02 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0553679 Apr 08 11:50:52.226957 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3c7d81aa-a642-4444-ae31-d91222b05fb1 req-bea4897a-1623-46ca-b83e-04504cfc76ee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 Apr 08 11:50:52.628296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea121a2-b8a8-4735-8cb3-dcb71503d9d3 req-d04e4dd6-b391-4ec6-b5cb-4bc9c6742884 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:52.637175 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dea121a2-b8a8-4735-8cb3-dcb71503d9d3 req-d04e4dd6-b391-4ec6-b5cb-4bc9c6742884 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0660071 Apr 08 11:50:52.677948 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36039-0d0b-4668-a0bf-9623e609f5d0 req-4dc81e2b-5ef6-49a0-ac46-bb394a81c298 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:52.686986 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53b36039-0d0b-4668-a0bf-9623e609f5d0 req-4dc81e2b-5ef6-49a0-ac46-bb394a81c298 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0815303 Apr 08 11:50:52.696152 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-73c17188-19cc-46bd-8fc4-0116280788ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:52.720277 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dea121a2-b8a8-4735-8cb3-dcb71503d9d3 req-93d66994-fbab-47a7-a696-425cbae13fb4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771737 Apr 08 11:50:52.741017 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53b36039-0d0b-4668-a0bf-9623e609f5d0 req-ce5ad86f-d5dd-46ff-aeb5-9f43f94ee377 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528746 Apr 08 11:50:52.862976 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd060c5-4cd3-40ed-8f2c-16effee8701a req-7770446f-2610-4849-8875-6a037ad10c4d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:52.877759 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9fd060c5-4cd3-40ed-8f2c-16effee8701a req-7770446f-2610-4849-8875-6a037ad10c4d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0894232 Apr 08 11:50:52.935143 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9fd060c5-4cd3-40ed-8f2c-16effee8701a req-abf59e6c-3dd4-435f-82a2-15aee3150114 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Apr 08 11:50:52.979536 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39254) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:53.081023 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e37568a-c315-49a8-82dd-2be24b7ecb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.161289 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e37568a-c315-49a8-82dd-2be24b7ecb16 admin admin] Publish callbacks [] for security_group (c0de4e6d-7929-4ea9-942b-ca0c068c4c75), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.165443 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0e37568a-c315-49a8-82dd-2be24b7ecb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c0de4e6d-7929-4ea9-942b-ca0c068c4c75), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.205175 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0e37568a-c315-49a8-82dd-2be24b7ecb16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad31bbfb0160415c9613546902a8f51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244556 Apr 08 11:50:53.207874 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:53.214067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37568a-c315-49a8-82dd-2be24b7ecb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de4e6d-7929-4ea9-942b-ca0c068c4c75,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:53.261783 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] Publish callbacks [] for security_group (c0de4e6d-7929-4ea9-942b-ca0c068c4c75), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.284043 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] Publish callbacks [] for security_group (c0de4e6d-7929-4ea9-942b-ca0c068c4c75), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.332744 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c0de4e6d-7929-4ea9-942b-ca0c068c4c75), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.335462 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.336640 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0de4e6d-7929-4ea9-942b-ca0c068c4c75 HTTP/1.1" status: 204 len: 168 time: 0.1278076 Apr 08 11:50:53.348978 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe66dd-3598-49c2-b62a-b5dcaba777ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de4e6d-7929-4ea9-942b-ca0c068c4c75,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:53.363131 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc66c4-2971-4bd3-9031-1fff02e0e019 req-cb3bdbf9-fc8b-43f0-841a-2237be00463e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:53.364722 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05bc66c4-2971-4bd3-9031-1fff02e0e019 req-cb3bdbf9-fc8b-43f0-841a-2237be00463e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0625236 Apr 08 11:50:53.425565 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05bc66c4-2971-4bd3-9031-1fff02e0e019 req-0aa50c12-c4c9-44b7-b901-c31faaf9a1ca tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532386 Apr 08 11:50:53.794979 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:53.833787 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a715ee8-82ab-45f9-aab4-91e06dfa346b req-b5b5a9cb-41e8-441d-b195-609d971a1cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:53.835291 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a715ee8-82ab-45f9-aab4-91e06dfa346b req-b5b5a9cb-41e8-441d-b195-609d971a1cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0593326 Apr 08 11:50:53.885152 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a715ee8-82ab-45f9-aab4-91e06dfa346b req-bc029a76-bde0-4ca7-86c9-ef5f28ce59ba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441418 Apr 08 11:50:53.994878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6490f3-fe77-40ef-8963-3f0a0776b521 req-c715529e-9370-4a99-affc-e9cba9f1fe61 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:53.996460 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c6490f3-fe77-40ef-8963-3f0a0776b521 req-c715529e-9370-4a99-affc-e9cba9f1fe61 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0565879 Apr 08 11:50:54.056747 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c6490f3-fe77-40ef-8963-3f0a0776b521 req-e6809d22-a766-4307-b5b8-4862f78b13ac tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533590 Apr 08 11:50:54.168602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a7ee7-d06e-447f-9428-16417efffcab req-2db48126-3e00-45f8-ba46-aded72704743 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:54.170264 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff4a7ee7-d06e-447f-9428-16417efffcab req-2db48126-3e00-45f8-ba46-aded72704743 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0570071 Apr 08 11:50:54.216678 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff4a7ee7-d06e-447f-9428-16417efffcab req-c1e7b47a-26f2-4f7b-984b-09787e17fafd tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Apr 08 11:50:54.557202 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a56d03-5337-4d3a-a796-8edbd510cc9e req-18a5a987-ee48-465f-b001-dfec65eb07f0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:54.558702 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76a56d03-5337-4d3a-a796-8edbd510cc9e req-18a5a987-ee48-465f-b001-dfec65eb07f0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0524440 Apr 08 11:50:54.607371 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76a56d03-5337-4d3a-a796-8edbd510cc9e req-72860a47-6776-4607-b131-86e51bcc7044 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Apr 08 11:50:55.003750 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff69a65-1a87-4924-99d6-46ec1c17256f req-a982f24f-d14f-4329-a4ff-4845e6663102 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:55.006133 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eff69a65-1a87-4924-99d6-46ec1c17256f req-a982f24f-d14f-4329-a4ff-4845e6663102 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0538681 Apr 08 11:50:55.033193 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:55.069702 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eff69a65-1a87-4924-99d6-46ec1c17256f req-55e4c112-de4c-4857-8f84-1910a93e74e5 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529211 Apr 08 11:50:55.195330 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa374e01-c01b-4fa1-a8d0-6909e1ca92fa req-42965082-74b8-475c-b946-2af0364171b2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:55.196816 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa374e01-c01b-4fa1-a8d0-6909e1ca92fa req-42965082-74b8-475c-b946-2af0364171b2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0597529 Apr 08 11:50:55.244855 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa374e01-c01b-4fa1-a8d0-6909e1ca92fa req-42a1401f-20ca-40f4-9459-01482892474f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Apr 08 11:50:55.348500 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805548f9-3396-41d4-aa2b-d4b9c2f3218a req-c391cc2b-d36c-4755-8114-9d2301ae1c37 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:55.350019 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-805548f9-3396-41d4-aa2b-d4b9c2f3218a req-c391cc2b-d36c-4755-8114-9d2301ae1c37 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0525484 Apr 08 11:50:55.407089 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-805548f9-3396-41d4-aa2b-d4b9c2f3218a req-d02d3794-8a8d-449d-9817-9fe23b9a8e52 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Apr 08 11:50:55.746054 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0178c-779c-4ef9-bac1-52db71dc676b req-4dcd5ee3-cf0e-4ce5-bb6d-ddb49b8d7b89 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:55.747535 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68d0178c-779c-4ef9-bac1-52db71dc676b req-4dcd5ee3-cf0e-4ce5-bb6d-ddb49b8d7b89 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0657022 Apr 08 11:50:55.795907 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68d0178c-779c-4ef9-bac1-52db71dc676b req-40911b41-e406-444c-9e3f-811d62cf2c78 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Apr 08 11:50:56.194155 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068170d8-45bc-4b23-b6c4-d07a7bb09332 req-7442d274-14d7-45a6-99f2-28ef0846fd36 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:56.195696 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-068170d8-45bc-4b23-b6c4-d07a7bb09332 req-7442d274-14d7-45a6-99f2-28ef0846fd36 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0577276 Apr 08 11:50:56.242929 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-068170d8-45bc-4b23-b6c4-d07a7bb09332 req-2e158321-4e11-4372-aefd-0700d2971692 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Apr 08 11:50:56.367363 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6df26-d25f-4e4b-9c32-31560c0c7a4a req-a39ef0d8-7619-4b9f-92d5-3f0e07146338 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:56.368762 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6cc6df26-d25f-4e4b-9c32-31560c0c7a4a req-a39ef0d8-7619-4b9f-92d5-3f0e07146338 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0603354 Apr 08 11:50:56.417999 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6cc6df26-d25f-4e4b-9c32-31560c0c7a4a req-e84e2568-7afe-4e6b-9438-508cac8fd156 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Apr 08 11:50:56.524784 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eb63-08d9-4151-a835-4db36ae4334f req-0d294be4-feab-42d1-9f1d-9454c3317e46 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:56.526330 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b20eb63-08d9-4151-a835-4db36ae4334f req-0d294be4-feab-42d1-9f1d-9454c3317e46 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Apr 08 11:50:56.571812 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b20eb63-08d9-4151-a835-4db36ae4334f req-8857f68b-77f9-40ae-9785-e19e7d35475a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Apr 08 11:50:56.586024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:56.932560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc502a-5ba1-4004-89d9-7553565a9114 req-21bdc466-4aa8-43f0-abde-0cb4e79453b3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:56.934111 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aebc502a-5ba1-4004-89d9-7553565a9114 req-21bdc466-4aa8-43f0-abde-0cb4e79453b3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0526967 Apr 08 11:50:56.980855 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aebc502a-5ba1-4004-89d9-7553565a9114 req-d1779710-7fe7-4c0c-90ed-a4b929a8aaa6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Apr 08 11:50:57.216735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device d15807f8-b059-4fe5-9049-cc9a62ced24a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:50:57.306914 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-2c1abb2b-673f-4cfa-bd14-85cce31e96c2 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948238 Apr 08 11:50:57.323527 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:57.334559 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:50:57.364540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c3e69-0323-48ef-bd31-d33e7529b435 req-68ba18f0-c6ea-4e57-8d78-74755f076149 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.366035 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e83c3e69-0323-48ef-bd31-d33e7529b435 req-68ba18f0-c6ea-4e57-8d78-74755f076149 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 944 time: 0.0501716 Apr 08 11:50:57.370844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port d15807f8-b059-4fe5-9049-cc9a62ced24a is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:57.371234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:57.384097 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15807f8-b059-4fe5-9049-cc9a62ced24a {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:50:57.403859 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:57.409552 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:57.412492 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e83c3e69-0323-48ef-bd31-d33e7529b435 req-ea3dcfcd-6c76-478b-8af7-7330a7ceba15 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406775 Apr 08 11:50:57.457183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:57.542456 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe792-0bc8-4671-8e0d-7f0a82322627 req-d1ee46e3-05e5-419b-9059-ebb684eb518a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.543974 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4fdbe792-0bc8-4671-8e0d-7f0a82322627 req-d1ee46e3-05e5-419b-9059-ebb684eb518a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0585945 Apr 08 11:50:57.644398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-8eac70fe-6aaa-4041-a6ce-5b289170068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.646696 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-8eac70fe-6aaa-4041-a6ce-5b289170068c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1129 time: 0.0453713 Apr 08 11:50:57.702608 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4fdbe792-0bc8-4671-8e0d-7f0a82322627 req-3a542f19-724f-40c9-9f37-5a9ef682949b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424203 Apr 08 11:50:57.717772 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-dec5e836-3fd2-41b6-b246-79ac4550d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.719301 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-dec5e836-3fd2-41b6-b246-79ac4550d28c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1128 time: 0.1744659 Apr 08 11:50:57.724084 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-a00aea63-ad6f-4985-a9f4-10f533bf97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.725527 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-a00aea63-ad6f-4985-a9f4-10f533bf97d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 1129 time: 0.1795959 Apr 08 11:50:57.742591 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf98c327-596b-482c-83e3-d22ce99d5c8f req-352e18fe-7827-41a9-9117-bdf3ca587321 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415379 Apr 08 11:50:57.828771 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635e18-7189-422f-b7c6-c2beb6a79552 req-8fe8fc4e-6e98-447a-9979-9cba762f28c8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:57.830284 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1635e18-7189-422f-b7c6-c2beb6a79552 req-8fe8fc4e-6e98-447a-9979-9cba762f28c8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0607646 Apr 08 11:50:57.885530 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1635e18-7189-422f-b7c6-c2beb6a79552 req-e595d92a-5456-44d8-aaf2-7d55ae9d6ee9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Apr 08 11:50:58.035786 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['d15807f8-b059-4fe5-9049-cc9a62ced24a'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:50:58.114517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c8e6b-2ce2-470b-8d11-64ab5e19caa4 req-0c021982-a1f7-4768-a312-009f5a1aa272 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:58.116016 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d44c8e6b-2ce2-470b-8d11-64ab5e19caa4 req-0c021982-a1f7-4768-a312-009f5a1aa272 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0528839 Apr 08 11:50:58.165297 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d44c8e6b-2ce2-470b-8d11-64ab5e19caa4 req-5144707c-f61a-49a8-aebe-df9fd787fd12 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Apr 08 11:50:58.407880 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-2c568894-69ef-48ce-b665-82c4460421a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 217 time: 0.0976319 Apr 08 11:50:58.469067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-26a7098f-2ea7-4ea3-9258-07749356620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:58.470602 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-26a7098f-2ea7-4ea3-9258-07749356620e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.1616807 Apr 08 11:50:58.544734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf800-2ec4-4e29-9cf2-2e90a1261728 req-a98b41ef-8381-4449-a9d3-a9722a3db75a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:58.550014 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929bf800-2ec4-4e29-9cf2-2e90a1261728 req-a98b41ef-8381-4449-a9d3-a9722a3db75a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 945 time: 0.0579031 Apr 08 11:50:58.617209 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929bf800-2ec4-4e29-9cf2-2e90a1261728 req-d76fa700-71d4-49fb-8387-e26162bf2786 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627830 Apr 08 11:50:58.713664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-acbd4db1-1390-44a1-8208-fd77abb3cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:58.715229 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-acbd4db1-1390-44a1-8208-fd77abb3cd01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.4013095 Apr 08 11:50:58.828212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525685c-1049-4342-89f7-1c2a66ffc94f req-fc1400be-b03f-4ebb-a10e-495846183b77 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:58.829770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b525685c-1049-4342-89f7-1c2a66ffc94f req-fc1400be-b03f-4ebb-a10e-495846183b77 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0535438 Apr 08 11:50:58.885766 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b525685c-1049-4342-89f7-1c2a66ffc94f req-45994bac-6248-4afd-8cdd-124e85411eb7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494545 Apr 08 11:50:59.015149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d560-d397-48dd-a971-3ef9b55582d0 req-4ab841af-c093-419c-9b72-c9bdf8ee5c38 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:59.016634 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e548d560-d397-48dd-a971-3ef9b55582d0 req-4ab841af-c093-419c-9b72-c9bdf8ee5c38 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0638423 Apr 08 11:50:59.066478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e548d560-d397-48dd-a971-3ef9b55582d0 req-b2cdcf59-8309-4ba9-beb2-92e4ec97f487 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Apr 08 11:50:59.288957 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d166726-63a4-4df1-8e93-f7d90134d0d7 req-243a27a6-f106-4158-8a0d-3cc9dadeea75 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:59.290478 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2d166726-63a4-4df1-8e93-f7d90134d0d7 req-243a27a6-f106-4158-8a0d-3cc9dadeea75 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0520327 Apr 08 11:50:59.341051 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2d166726-63a4-4df1-8e93-f7d90134d0d7 req-0e3a82ae-90e9-47ce-90e6-ea6205f59bb5 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Apr 08 11:50:59.381167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device d15807f8-b059-4fe5-9049-cc9a62ced24a up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:50:59.438192 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port d15807f8-b059-4fe5-9049-cc9a62ced24a completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:50:59.442953 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port d15807f8-b059-4fe5-9049-cc9a62ced24a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:50:59.443442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:59.532216 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port d15807f8-b059-4fe5-9049-cc9a62ced24a is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:50:59.532661 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:59.556002 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:50:59.558380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca9c56-ba5e-4520-a784-5ff98a2c8b2d" -d '{"events": [{"server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "name": "network-vif-plugged", "status": "completed", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:50:59.570852 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:50:59.578364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:59.610778 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97d25c-4cb2-4a2c-97ed-63754f683bdf x-openstack-request-id: req-ae97d25c-4cb2-4a2c-97ed-63754f683bdf {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:50:59.611173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "name": "network-vif-plugged", "status": "completed", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:50:59.611492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae97d25c-4cb2-4a2c-97ed-63754f683bdf {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:50:59.611909 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae97d25c-4cb2-4a2c-97ed-63754f683bdf'] response: {'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'code': 200} Apr 08 11:50:59.636489 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:50:59.644524 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.644803 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.645187 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.645537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.645871 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.646193 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.646518 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.646840 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.647156 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.647472 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.647899 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.648165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.648593 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.648795 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.649133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:50:59.745709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395cab0-7943-4789-901c-81ac45ed592b req-befbb373-f03e-4004-a196-9fa19d33f054 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:50:59.747222 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6395cab0-7943-4789-901c-81ac45ed592b req-befbb373-f03e-4004-a196-9fa19d33f054 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0549688 Apr 08 11:50:59.797720 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6395cab0-7943-4789-901c-81ac45ed592b req-b615fcd8-a1a6-44df-b75d-d546ac241e5f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Apr 08 11:50:59.807849 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39470) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:50:59.913693 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:59.989333 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Publish callbacks [] for security_group (483b66fb-2303-492b-abfa-25de4adfbf3f), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:50:59.993887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (483b66fb-2303-492b-abfa-25de4adfbf3f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.001128 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f9732-6614-4491-bbd0-f799e94a319c req-355298d3-a3e2-450d-ad9f-e49ed80090a6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:00.002650 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d04f9732-6614-4491-bbd0-f799e94a319c req-355298d3-a3e2-450d-ad9f-e49ed80090a6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0520344 Apr 08 11:51:00.029630 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483b66fb-2303-492b-abfa-25de4adfbf3f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:00.033532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9714feef44674341bda4fc26fc88c486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245462 Apr 08 11:51:00.038134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39476) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:00.040389 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.040737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.041131 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.041432 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.041760 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.042087 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.042411 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.042713 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.043041 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.043357 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.043673 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.043972 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.044303 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.044615 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.044926 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a212fa1-aa41-4eb9-a38d-86bbec14168b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.061168 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d04f9732-6614-4491-bbd0-f799e94a319c req-d0572e08-22b8-429d-a3c0-4fa2338e7d9a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524957 Apr 08 11:51:00.094993 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Publish callbacks [] for security_group (483b66fb-2303-492b-abfa-25de4adfbf3f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.116121 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Publish callbacks [] for security_group (483b66fb-2303-492b-abfa-25de4adfbf3f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.166067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (483b66fb-2303-492b-abfa-25de4adfbf3f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.168642 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.169847 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/483b66fb-2303-492b-abfa-25de4adfbf3f HTTP/1.1" status: 204 len: 168 time: 0.1308026 Apr 08 11:51:00.177665 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b66fb-2303-492b-abfa-25de4adfbf3f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:00.184736 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.185125 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.185475 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.185814 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.186142 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.186466 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.186820 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.187104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.187437 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.187765 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.188099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.188434 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.188596 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb575a3-96e1-4ee6-b86e-5a94c9d8e8f6 req-b5b5f6a4-5585-4a38-b05a-af657c8559c2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:00.188776 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.189220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.189581 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cae8f1-bcec-49ce-9d26-d15aa67a38ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:00.190116 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ecb575a3-96e1-4ee6-b86e-5a94c9d8e8f6 req-b5b5f6a4-5585-4a38-b05a-af657c8559c2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0583434 Apr 08 11:51:00.249897 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ecb575a3-96e1-4ee6-b86e-5a94c9d8e8f6 req-c02b5dc6-3ba6-4e22-8038-71958d47bb5d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539219 Apr 08 11:51:00.451333 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:00.464154 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4596cf7-786e-4ad0-ad8a-f1fa9b84625d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.466327 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6856a6b-f1bb-4147-96c6-74287ef971ab req-2085a55d-e589-494d-bb3b-2b3ccd257598 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:00.467841 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6856a6b-f1bb-4147-96c6-74287ef971ab req-2085a55d-e589-494d-bb3b-2b3ccd257598 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0542631 Apr 08 11:51:00.526475 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6856a6b-f1bb-4147-96c6-74287ef971ab req-780b17a6-da6f-4423-9902-aa95f54f7bf2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518925 Apr 08 11:51:00.543104 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4596cf7-786e-4ad0-ad8a-f1fa9b84625d admin admin] Publish callbacks [] for security_group (a325b82d-d09a-4e2e-adc8-c82ce9d7f470), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.552550 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4596cf7-786e-4ad0-ad8a-f1fa9b84625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a325b82d-d09a-4e2e-adc8-c82ce9d7f470), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.591750 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c4596cf7-786e-4ad0-ad8a-f1fa9b84625d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e620efa7cc3c4ae3801f8f6ef8e5ae1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393557 Apr 08 11:51:00.592842 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4596cf7-786e-4ad0-ad8a-f1fa9b84625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a325b82d-d09a-4e2e-adc8-c82ce9d7f470,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:00.594535 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39496) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:00.643474 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] Publish callbacks [] for security_group (a325b82d-d09a-4e2e-adc8-c82ce9d7f470), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.665895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] Publish callbacks [] for security_group (a325b82d-d09a-4e2e-adc8-c82ce9d7f470), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.713978 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a325b82d-d09a-4e2e-adc8-c82ce9d7f470), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.716561 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:00.717776 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a325b82d-d09a-4e2e-adc8-c82ce9d7f470 HTTP/1.1" status: 204 len: 168 time: 0.1222010 Apr 08 11:51:00.726518 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c8bf9-6cce-44fe-b0d5-cfa002932369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a325b82d-d09a-4e2e-adc8-c82ce9d7f470,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:01.025253 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-f2eeee0b-ecea-4108-8c14-867d40bfeccb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 217 time: 0.1044869 Apr 08 11:51:01.036196 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3888efa-2c98-4cd6-88d1-b7336fb7afed req-e8f254a1-753d-450a-b66d-24a434b0a0ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.037914 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c3888efa-2c98-4cd6-88d1-b7336fb7afed req-e8f254a1-753d-450a-b66d-24a434b0a0ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.1654654 Apr 08 11:51:01.119958 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-021f5564-164f-4a63-9518-59654c7169a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a HTTP/1.1" status: 200 len: 217 time: 0.1515532 Apr 08 11:51:01.176115 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-5b90f8b3-827f-49a9-a96e-6abe9e26bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.178313 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-5b90f8b3-827f-49a9-a96e-6abe9e26bd5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.2672102 Apr 08 11:51:01.190529 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-81e21956-a086-4eba-b627-e9f7cb5863b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.191981 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-81e21956-a086-4eba-b627-e9f7cb5863b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.1389318 Apr 08 11:51:01.205262 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c3888efa-2c98-4cd6-88d1-b7336fb7afed req-a0cb2d9c-d7b6-4678-a9ab-b92ccfb0dfac tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575649 Apr 08 11:51:01.220311 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72fd13-d9c8-4069-97b2-82a3a177eb39 req-9b3f4f85-aae8-4e55-9b76-7c3b377d41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.220983 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b72fd13-d9c8-4069-97b2-82a3a177eb39 req-9b3f4f85-aae8-4e55-9b76-7c3b377d41aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 1130 time: 0.1392696 Apr 08 11:51:01.230219 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-4cbe4f57-8873-4fcd-882b-9a1204da74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.231704 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-4cbe4f57-8873-4fcd-882b-9a1204da74e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1128 time: 0.2645483 Apr 08 11:51:01.233280 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-08b79b77-e465-4097-a98b-f1f40e8ef356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.234942 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-08b79b77-e465-4097-a98b-f1f40e8ef356 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.1089442 Apr 08 11:51:01.259593 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a5a4-5ae7-4cff-840d-19fae468702d req-8b8e47c6-9356-4e26-bd4a-dda393370cc0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.259593 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40b8a5a4-5ae7-4cff-840d-19fae468702d req-8b8e47c6-9356-4e26-bd4a-dda393370cc0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 944 time: 0.0845339 Apr 08 11:51:01.379535 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 1016b160-d811-4bef-ad15-373c526d081a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:51:01.444145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-e109e797-bf8b-4fa6-b429-b4fa8aad85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.446162 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-e109e797-bf8b-4fa6-b429-b4fa8aad85ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762776 Apr 08 11:51:01.450147 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b72fd13-d9c8-4069-97b2-82a3a177eb39 req-920c7384-fd53-4633-a7cc-511c79bf5084 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644638 Apr 08 11:51:01.458692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415f4c2-5968-4370-880e-537a02bb04e1 req-1858df0f-0d04-4b22-b14e-c7f85e404e27 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.460423 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a415f4c2-5968-4370-880e-537a02bb04e1 req-1858df0f-0d04-4b22-b14e-c7f85e404e27 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1278558 Apr 08 11:51:01.526954 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1016b160-d811-4bef-ad15-373c526d081a,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:01.529945 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40b8a5a4-5ae7-4cff-840d-19fae468702d req-fb15f840-6c26-418c-93b0-dd07a8df8d3f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639773 Apr 08 11:51:01.540556 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-9a1edd6c-b809-417f-8215-eef3c5fb2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.542192 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-9a1edd6c-b809-417f-8215-eef3c5fb2595 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2682164 Apr 08 11:51:01.548154 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '1016b160-d811-4bef-ad15-373c526d081a', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'port_id': '1016b160-d811-4bef-ad15-373c526d081a', 'mac_address': 'fa:16:3e:6b:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:51:01.574675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-a4044c5b-b6e9-4918-b833-237c7714da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.582812 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-a4044c5b-b6e9-4918-b833-237c7714da66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3096857 Apr 08 11:51:01.591026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-e85f4004-17fa-4d15-9179-276d84574b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.592681 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-e85f4004-17fa-4d15-9179-276d84574b5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.3205879 Apr 08 11:51:01.596129 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a415f4c2-5968-4370-880e-537a02bb04e1 req-c8d108f6-2a6f-4d33-9b4a-1876c200ef20 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294234 Apr 08 11:51:01.647443 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 1016b160-d811-4bef-ad15-373c526d081a is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:01.647443 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (1016b160-d811-4bef-ad15-373c526d081a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:01.674857 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1016b160-d811-4bef-ad15-373c526d081a {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:51:01.702440 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1016b160-d811-4bef-ad15-373c526d081a,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:01.709158 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:01.732011 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d1771-847d-43a8-9ea8-e1944bc235b0 req-ef9a8bb4-30e5-4643-88dc-dbca81815c4b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:01.737119 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:01.737988 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0d5d1771-847d-43a8-9ea8-e1944bc235b0 req-ef9a8bb4-30e5-4643-88dc-dbca81815c4b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0686038 Apr 08 11:51:01.775202 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:01.790461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39550) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:01.892245 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-f3657dfe-1aa6-47ba-99e6-457287444758 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100686 Apr 08 11:51:01.897686 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-737f4c46-c92e-46a0-9172-ce6b93f15884 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 217 time: 0.0980000 Apr 08 11:51:01.909400 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0d5d1771-847d-43a8-9ea8-e1944bc235b0 req-c8c7a9b4-95c5-4150-bc33-f4ab70629101 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579823 Apr 08 11:51:01.944447 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1913020829-network', 'tenant_id': '7d958baca64c486cbddb3ec9317f6142'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:02.012343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0057a2e5-21c9-448f-b85b-b34e5efaeddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.024990 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Made reservation on behalf of 7d958baca64c486cbddb3ec9317f6142 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:02.027351 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.048985 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.059347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-7c22e9f1-8a39-4b44-8346-9817fad8b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:02.060797 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-7c22e9f1-8a39-4b44-8346-9817fad8b80a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0858107 Apr 08 11:51:02.081044 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-b59a6a78-6576-47b8-a4de-ca13a8e3c7ea service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851684 Apr 08 11:51:02.083529 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-621665dd-f9dc-4d2c-8f50-6c66c1be6c76 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717648 Apr 08 11:51:02.098487 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-26044e1d-bdaf-42b4-9eb2-9e121e89a6af req-aad4613c-b3d8-4786-935e-fc2180b6aef7 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840539 Apr 08 11:51:02.111032 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['1016b160-d811-4bef-ad15-373c526d081a'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:51:02.169292 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0057a2e5-21c9-448f-b85b-b34e5efaeddb admin admin] Publish callbacks [] for security_group (525ecc7c-96d2-41fd-84ca-a220f00c04c2), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.179075 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0057a2e5-21c9-448f-b85b-b34e5efaeddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (525ecc7c-96d2-41fd-84ca-a220f00c04c2), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.216355 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks [] for security_group (355e2cd2-154f-4579-8294-bea2d05655e8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.232316 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39562) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:02.232766 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0057a2e5-21c9-448f-b85b-b34e5efaeddb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e90a87a50ff24ee396dd28c205a99619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941788 Apr 08 11:51:02.236175 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (355e2cd2-154f-4579-8294-bea2d05655e8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.242322 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057a2e5-21c9-448f-b85b-b34e5efaeddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525ecc7c-96d2-41fd-84ca-a220f00c04c2,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:02.257511 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:51:02.276106 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e79bf16d-7329-4e80-bef6-607e69a65ce2), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.276464 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Added segment e79bf16d-7329-4e80-bef6-607e69a65ce2 of type vlan for network f235294d-6786-4de5-a5bb-1d734c68c480 Apr 08 11:51:02.281565 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355e2cd2-154f-4579-8294-bea2d05655e8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:02.319564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] Publish callbacks [] for security_group (525ecc7c-96d2-41fd-84ca-a220f00c04c2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.335051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (f235294d-6786-4de5-a5bb-1d734c68c480), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.347381 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] Publish callbacks [] for security_group (525ecc7c-96d2-41fd-84ca-a220f00c04c2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.384126 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (f235294d-6786-4de5-a5bb-1d734c68c480), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.385113 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:02.385702 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.397241 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d81db-696f-4109-889c-ae1e482ff938 req-270285ca-512b-4614-8367-f0591b08b9a2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:02.398753 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7e4d81db-696f-4109-889c-ae1e482ff938 req-270285ca-512b-4614-8367-f0591b08b9a2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0750508 Apr 08 11:51:02.412776 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (525ecc7c-96d2-41fd-84ca-a220f00c04c2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.416904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.418813 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/525ecc7c-96d2-41fd-84ca-a220f00c04c2 HTTP/1.1" status: 204 len: 168 time: 0.1843839 Apr 08 11:51:02.432380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad0a3e-353e-4c64-ace3-ffe1451aab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525ecc7c-96d2-41fd-84ca-a220f00c04c2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:02.474735 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6832082 Apr 08 11:51:02.478277 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39576) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:02.483884 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Request body: {'subnet': {'network_id': 'f235294d-6786-4de5-a5bb-1d734c68c480', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1913020829-subnet', 'tenant_id': '7d958baca64c486cbddb3ec9317f6142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:02.492504 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8698e-411d-40f6-a0ac-e5179dafb441 admin admin] Pushing event updated for resources: {'Network': ['ID=f235294d-6786-4de5-a5bb-1d734c68c480,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:02.509065 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network f235294d-6786-4de5-a5bb-1d734c68c480 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:51:02.519606 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7e4d81db-696f-4109-889c-ae1e482ff938 req-e7a39b6e-6771-40b3-860b-dc672d87a347 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051805 Apr 08 11:51:02.539347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Made reservation on behalf of 7d958baca64c486cbddb3ec9317f6142 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:02.541932 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538244'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:02.746410 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a448f-d1ce-4e2d-abe2-61740a34f43c req-51369214-44fc-4554-92c0-5f530aa27d28 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:02.748947 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff953-c20e-42ef-931b-f7bcb38b4db0 req-c7b8b2a9-b085-45bd-b9ed-85a7d08d981b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:02.749645 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-534a448f-d1ce-4e2d-abe2-61740a34f43c req-51369214-44fc-4554-92c0-5f530aa27d28 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0746236 Apr 08 11:51:02.750550 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bf2ff953-c20e-42ef-931b-f7bcb38b4db0 req-c7b8b2a9-b085-45bd-b9ed-85a7d08d981b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 945 time: 0.1220310 Apr 08 11:51:02.804921 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-534a448f-d1ce-4e2d-abe2-61740a34f43c req-a0fcf895-7e4c-4e02-9a22-179fba28d34f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540714 Apr 08 11:51:03.046400 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ea36-6897-4265-bad8-a73f26381099 req-587df88d-b50b-4206-b8ee-77e4178e70aa tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:03.046400 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6d07ea36-6897-4265-bad8-a73f26381099 req-587df88d-b50b-4206-b8ee-77e4178e70aa tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0519280 Apr 08 11:51:03.101190 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11065612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541566'] for subnet (c0d48644-851d-4180-a34f-333091d51104), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:03.108819 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6d07ea36-6897-4265-bad8-a73f26381099 req-6af77ac3-f3c8-4d3c-bfcd-d068ed1cbe22 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530410 Apr 08 11:51:03.226993 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bf2ff953-c20e-42ef-931b-f7bcb38b4db0 req-65a4ee75-cd33-43d5-8f76-9e5bc3fb4918 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511826 Apr 08 11:51:03.265995 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-3dc7a15a-4274-4b15-a8ba-09c2cc025634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:03.267614 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-3dc7a15a-4274-4b15-a8ba-09c2cc025634 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2747383 Apr 08 11:51:03.291310 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d48644-851d-4180-a34f-333091d51104,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:03.305838 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a34db23c-6f69-4829-9504-579f2e3f51ed req-a77bbf9f-78c1-4727-bee7-9430ad0c03e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148987 Apr 08 11:51:03.309056 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e41f343a-bd0e-41b6-a768-01d4de820491 req-bfabddaa-3e53-4adb-863d-579f8ebbb0de service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169944 Apr 08 11:51:03.316690 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Checking segment: {'id': 'e79bf16d-7329-4e80-bef6-607e69a65ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f235294d-6786-4de5-a5bb-1d734c68c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:03.317079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Network hostable DHCP agents. Network: f235294d-6786-4de5-a5bb-1d734c68c480, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:51:03.330787 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-f9491996-4cce-47cb-aad6-c64ed9033086 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674176 Apr 08 11:51:03.335909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Network f235294d-6786-4de5-a5bb-1d734c68c480 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:51:03.345326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, f235294d-6786-4de5-a5bb-1d734c68c480) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:03.349513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:03.350138 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:03.355702 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd675465-5f1b-482e-b6ab-416c7173b1be None None] Network f235294d-6786-4de5-a5bb-1d734c68c480 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:03.368344 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7c7910fc-5234-4180-a43a-7fc71484ff0e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8884051 Apr 08 11:51:03.380589 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 1016b160-d811-4bef-ad15-373c526d081a up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:03.498783 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfe821-9833-4cfa-b9ee-27d626bce475 None None] Network f235294d-6786-4de5-a5bb-1d734c68c480 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:03.502714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 1016b160-d811-4bef-ad15-373c526d081a completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:51:03.515899 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 1016b160-d811-4bef-ad15-373c526d081a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:03.516489 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (1016b160-d811-4bef-ad15-373c526d081a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:03.676640 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582420-4d84-466a-a885-f8c72490ab06 req-6efdd2d9-75b5-4e72-b603-30fae02e11c3 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:03.684912 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5d582420-4d84-466a-a885-f8c72490ab06 req-6efdd2d9-75b5-4e72-b603-30fae02e11c3 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0806551 Apr 08 11:51:03.722929 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 1016b160-d811-4bef-ad15-373c526d081a is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:03.723828 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (1016b160-d811-4bef-ad15-373c526d081a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:03.758873 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016b160-d811-4bef-ad15-373c526d081a'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:03.762646 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5d582420-4d84-466a-a885-f8c72490ab06 req-4d2d548e-86ab-4e16-9033-3277adb2abb2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765331 Apr 08 11:51:03.765648 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e09d2e-d149-4ff8-b9db-2ceb88d0412e" -d '{"events": [{"server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "name": "network-vif-plugged", "status": "completed", "tag": "1016b160-d811-4bef-ad15-373c526d081a"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:03.796460 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1016b160-d811-4bef-ad15-373c526d081a,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:03.804195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:03.892800 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:03.896899 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2ead0-afe9-45a4-9fcb-65da2fd2f293 x-openstack-request-id: req-fff2ead0-afe9-45a4-9fcb-65da2fd2f293 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:03.897219 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "name": "network-vif-plugged", "status": "completed", "tag": "1016b160-d811-4bef-ad15-373c526d081a", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:03.897629 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fff2ead0-afe9-45a4-9fcb-65da2fd2f293 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:03.898166 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff2ead0-afe9-45a4-9fcb-65da2fd2f293'] response: {'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016b160-d811-4bef-ad15-373c526d081a', 'code': 200} Apr 08 11:51:03.910382 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1d25f-c6ca-4d70-bb60-d8d24531fc2e req-cbd835f3-5c25-473d-bc19-5d9f11071679 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:03.917105 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d9e1d25f-c6ca-4d70-bb60-d8d24531fc2e req-cbd835f3-5c25-473d-bc19-5d9f11071679 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0720885 Apr 08 11:51:03.920203 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39650) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:03.925487 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:04.037511 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.154979 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39662) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:04.228128 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b1962-6fb2-4b96-90e5-a54cb6344bf8 req-e93fec77-2f47-4abf-99fe-f63b58819f5e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:04.237606 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-319b1962-6fb2-4b96-90e5-a54cb6344bf8 req-e93fec77-2f47-4abf-99fe-f63b58819f5e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.3087699 Apr 08 11:51:04.243948 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50f642-66f9-4e5a-bc0a-0b33502b953d req-79dc0c67-9e99-4177-a967-17b29ee04940 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:04.252557 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bc50f642-66f9-4e5a-bc0a-0b33502b953d req-79dc0c67-9e99-4177-a967-17b29ee04940 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0676286 Apr 08 11:51:04.255748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39668) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:04.261935 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216155446-network', 'tenant_id': '1d8cc8e178cc4c2baecc845ad74908dc'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:04.311178 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Made reservation on behalf of 1d8cc8e178cc4c2baecc845ad74908dc for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:04.314399 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.328829 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.348399 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-319b1962-6fb2-4b96-90e5-a54cb6344bf8 req-0c1f1673-ecb7-493c-b4f8-86fb7acb4a3b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097977 Apr 08 11:51:04.349271 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bc50f642-66f9-4e5a-bc0a-0b33502b953d req-5ac6ec38-0e7f-410c-a41a-6000d73aaf74 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910182 Apr 08 11:51:04.463446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56257d15-6675-443e-92e6-848541a31c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.480517 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks [] for security_group (7be96d63-4759-4dd5-b047-4ec0a778f400), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.489335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7be96d63-4759-4dd5-b047-4ec0a778f400), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.522219 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:51:04.545253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be96d63-4759-4dd5-b047-4ec0a778f400,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:04.552036 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (42b4d540-8fa4-4dfc-93d0-69a94ed55169), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.552526 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Added segment 42b4d540-8fa4-4dfc-93d0-69a94ed55169 of type vlan for network 47832869-2e32-4790-8021-7fe364afa603 Apr 08 11:51:04.608729 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (47832869-2e32-4790-8021-7fe364afa603), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.644857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe146-6b35-4ef0-b145-25452599b549 req-390d8d81-edeb-457f-8b75-d2ed84f36a0c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:04.645433 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56257d15-6675-443e-92e6-848541a31c13 admin admin] Publish callbacks [] for security_group (0c898859-1ff1-42d1-b5c3-ec1250eb0c32), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.646486 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bfbe146-6b35-4ef0-b145-25452599b549 req-390d8d81-edeb-457f-8b75-d2ed84f36a0c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1839113 Apr 08 11:51:04.651478 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-56257d15-6675-443e-92e6-848541a31c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (0c898859-1ff1-42d1-b5c3-ec1250eb0c32), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.657076 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (47832869-2e32-4790-8021-7fe364afa603), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.658069 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:04.658647 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.688809 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.750669 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56257d15-6675-443e-92e6-848541a31c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c898859-1ff1-42d1-b5c3-ec1250eb0c32,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:04.757125 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-56257d15-6675-443e-92e6-848541a31c13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66c409e9f31a4889a4c28c82ff38f500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6007860 Apr 08 11:51:04.760337 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5027301 Apr 08 11:51:04.760873 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39684) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:04.771162 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39688) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:04.776751 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Request body: {'subnet': {'network_id': '47832869-2e32-4790-8021-7fe364afa603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216155446-subnet', 'tenant_id': '1d8cc8e178cc4c2baecc845ad74908dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:04.786692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7da5-7f1b-47bd-ab42-1fd0d8eff8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=47832869-2e32-4790-8021-7fe364afa603,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:04.800952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 47832869-2e32-4790-8021-7fe364afa603 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:51:04.823919 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bfbe146-6b35-4ef0-b145-25452599b549 req-5f2fe7f8-eef7-46a8-a6c5-1c1b1dc5e557 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680336 Apr 08 11:51:04.826005 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Made reservation on behalf of 1d8cc8e178cc4c2baecc845ad74908dc for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:04.828272 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11650109'] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.861368 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] Publish callbacks [] for security_group (0c898859-1ff1-42d1-b5c3-ec1250eb0c32), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.923950 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] Publish callbacks [] for security_group (0c898859-1ff1-42d1-b5c3-ec1250eb0c32), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:04.932542 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 11:51:05.016302 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.019266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (0c898859-1ff1-42d1-b5c3-ec1250eb0c32), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.021628 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.021826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.023160 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c898859-1ff1-42d1-b5c3-ec1250eb0c32 HTTP/1.1" status: 204 len: 168 time: 0.2588367 Apr 08 11:51:05.054725 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fad11-de5f-4bde-b368-d8fdb9c87fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c898859-1ff1-42d1-b5c3-ec1250eb0c32,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:05.089152 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12560408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11652039'] for subnet (1db5f6d1-e281-4816-880f-d4f8e7ec9ccb), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.144715 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db5f6d1-e281-4816-880f-d4f8e7ec9ccb,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:05.175150 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Checking segment: {'id': '42b4d540-8fa4-4dfc-93d0-69a94ed55169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '47832869-2e32-4790-8021-7fe364afa603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:05.175852 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Network hostable DHCP agents. Network: 47832869-2e32-4790-8021-7fe364afa603, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:51:05.200496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Network 47832869-2e32-4790-8021-7fe364afa603 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:51:05.214037 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 47832869-2e32-4790-8021-7fe364afa603) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:05.218743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.219759 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.226859 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccb0fb-26ec-400d-844d-8c003b416bed None None] Network 47832869-2e32-4790-8021-7fe364afa603 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:05.243097 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2b367a0c-f2a9-40dd-b515-c6200aa13c6d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4700170 Apr 08 11:51:05.376396 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP e2b929ad-3af7-4500-b577-e6f6c661ab46 associated. External IP: 172.27.2.97, port: d15807f8-b059-4fe5-9049-cc9a62ced24a. Apr 08 11:51:05.586035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bf114-0381-4432-b302-80935add3910 req-dea6dcef-95df-4a22-b0fc-d4d96f40d840 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.591236 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-377bf114-0381-4432-b302-80935add3910 req-dea6dcef-95df-4a22-b0fc-d4d96f40d840 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1095936 Apr 08 11:51:05.591688 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39710) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:05.611773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:51:05.628900 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9dd12103-50ff-4eee-9ac5-617299296574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.630530 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca00695-45b7-4841-8662-0fec34f5ca20 None None] Network 47832869-2e32-4790-8021-7fe364afa603 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:05.660463 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-377bf114-0381-4432-b302-80935add3910 req-8c9b6d3a-184d-46be-8ff6-58460eb67e97 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Apr 08 11:51:05.674589 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db1f57-13b6-41ed-903a-128a4bd3f9d6 req-7cd142e5-d39e-4acf-87f2-2f8c58d2b675 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:05.677401 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25db1f57-13b6-41ed-903a-128a4bd3f9d6 req-7cd142e5-d39e-4acf-87f2-2f8c58d2b675 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.1663411 Apr 08 11:51:05.821287 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25db1f57-13b6-41ed-903a-128a4bd3f9d6 req-6c5a0e26-20f3-42a0-ad28-cf85350bafdd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360846 Apr 08 11:51:05.824032 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:05.837451 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '3020f800-03bf-4c2e-9a0c-917673041482', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:51:05.874149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9dd12103-50ff-4eee-9ac5-617299296574 admin admin] Publish callbacks [] for security_group (daa1cba9-eb93-4c64-969a-4db1ec2be553), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.882176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:05.883012 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9dd12103-50ff-4eee-9ac5-617299296574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (daa1cba9-eb93-4c64-969a-4db1ec2be553), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.913479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:05.913867 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.926178 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9dd12103-50ff-4eee-9ac5-617299296574 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c946d3a055d24fb489ad342cdc068eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311965 Apr 08 11:51:05.928839 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39714) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:05.934002 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:51:05.957062 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:05.962635 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:05.988849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd12103-50ff-4eee-9ac5-617299296574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa1cba9-eb93-4c64-969a-4db1ec2be553,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:06.027049 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8db6-87b2-405b-b369-5ce7f780125d req-622a66e6-da8e-4b09-aecd-e02f00a3d04a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.028576 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-902d8db6-87b2-405b-b369-5ce7f780125d req-622a66e6-da8e-4b09-aecd-e02f00a3d04a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1095417 Apr 08 11:51:06.034186 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] Publish callbacks [] for security_group (daa1cba9-eb93-4c64-969a-4db1ec2be553), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.061396 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:06.077781 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] Publish callbacks [] for security_group (daa1cba9-eb93-4c64-969a-4db1ec2be553), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.123996 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-902d8db6-87b2-405b-b369-5ce7f780125d req-1105ba6a-3d55-4cc6-976a-e2b286e3a9fb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874667 Apr 08 11:51:06.189064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (daa1cba9-eb93-4c64-969a-4db1ec2be553), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.191770 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.193101 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/daa1cba9-eb93-4c64-969a-4db1ec2be553 HTTP/1.1" status: 204 len: 168 time: 0.2628205 Apr 08 11:51:06.204195 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364b12-7b99-4bd2-a4d9-86b8c30743a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa1cba9-eb93-4c64-969a-4db1ec2be553,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:06.205996 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:06.223327 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-4f546412-9a1f-4de8-a350-d8019edee244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.226054 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-4f546412-9a1f-4de8-a350-d8019edee244 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53bde69d8ea44997832f00de8a29394d&device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 1130 time: 0.0984228 Apr 08 11:51:06.239835 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:06.257099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.267924 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:06.268567 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:06.308757 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-71b645f0-49af-4a37-8b43-4e432c041c79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "PUT /v2.0/floatingips/e2b929ad-3af7-4500-b577-e6f6c661ab46 HTTP/1.1" status: 200 len: 991 time: 2.3870137 Apr 08 11:51:06.311700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:06.314106 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:06.385858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae10004e-926d-47ca-8106-07bebac96e0e x-openstack-request-id: req-ae10004e-926d-47ca-8106-07bebac96e0e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:06.387166 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:06.387590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae10004e-926d-47ca-8106-07bebac96e0e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:06.388273 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae10004e-926d-47ca-8106-07bebac96e0e'] response: {'name': 'network-changed', 'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'status': 'completed', 'code': 200} Apr 08 11:51:06.417230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-712594e7-4402-4fbe-abaa-e64efb62edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.419131 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-712594e7-4402-4fbe-abaa-e64efb62edfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=98b9dc7f-bd0e-460b-a105-057a0925bd46 HTTP/1.1" status: 200 len: 913 time: 0.1328235 Apr 08 11:51:06.436349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['3020f800-03bf-4c2e-9a0c-917673041482'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:51:06.473110 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-6e8ef7bd-22d8-4708-b868-a79a9588ab2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=742422ab-f0f4-42d0-9595-84ff7f527642 HTTP/1.1" status: 200 len: 217 time: 0.0453064 Apr 08 11:51:06.499529 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-7de54c63-a8ca-488d-8a57-9792800a9b92 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255159 Apr 08 11:51:06.582457 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-8d0eef61-ca26-4347-a220-26611b6f0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.585311 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-8d0eef61-ca26-4347-a220-26611b6f0d58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=598da47b-1161-4164-93a1-bcdfa11a4088 HTTP/1.1" status: 200 len: 852 time: 0.0961673 Apr 08 11:51:06.599498 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8187-be8c-4381-bd13-2a35158433f3 req-71ac7658-8271-4c45-984a-471ff1855253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.601090 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-762e8187-be8c-4381-bd13-2a35158433f3 req-71ac7658-8271-4c45-984a-471ff1855253 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1130 time: 0.2072279 Apr 08 11:51:06.615215 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-aaa43d19-ae8b-433c-b9eb-51412419cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.616756 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-aaa43d19-ae8b-433c-b9eb-51412419cc28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 1130 time: 0.1870875 Apr 08 11:51:06.617546 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:06.650753 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-9bda94c9-db67-440e-9a6c-88537326d0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=98b9dc7f-bd0e-460b-a105-057a0925bd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570257 Apr 08 11:51:06.741255 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-9ef2b1de-2d65-4eeb-9eef-e643cba54220 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320189 Apr 08 11:51:06.745887 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-762e8187-be8c-4381-bd13-2a35158433f3 req-85a231b6-1aad-4233-b072-e98a8cffbe76 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280651 Apr 08 11:51:06.774838 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-585a44fc-2d86-4143-abd0-03dc4fa757eb service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044531 Apr 08 11:51:06.799377 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-3fdca5e5-16cd-4f7c-a370-5930a7ecbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.814735 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-3fdca5e5-16cd-4f7c-a370-5930a7ecbe59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.1631451 Apr 08 11:51:06.816775 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39740) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:06.844580 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c6191-3a8d-4110-9370-0baf25b689a0 req-9f0e96f0-ca7b-4dee-a1bc-3533b4f18520 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.846284 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8c2c6191-3a8d-4110-9370-0baf25b689a0 req-9f0e96f0-ca7b-4dee-a1bc-3533b4f18520 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0705554 Apr 08 11:51:06.847348 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-689c95c1-a96e-4f1a-afa2-8c244ca5b7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.919596 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8c2c6191-3a8d-4110-9370-0baf25b689a0 req-87b1fdf8-beb5-427c-be03-86cb6ecb0faf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644743 Apr 08 11:51:06.972289 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-689c95c1-a96e-4f1a-afa2-8c244ca5b7f1 admin admin] Publish callbacks [] for security_group (a667937f-6678-405e-978e-ae6284a074f8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.979037 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-689c95c1-a96e-4f1a-afa2-8c244ca5b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a667937f-6678-405e-978e-ae6284a074f8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:06.989447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df29b4-a0dd-423b-8623-8125fe8f40e8 req-0932085f-1b9e-4067-b564-15cb0ba1f1f8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:06.991369 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56df29b4-a0dd-423b-8623-8125fe8f40e8 req-0932085f-1b9e-4067-b564-15cb0ba1f1f8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 945 time: 0.0665669 Apr 08 11:51:07.038381 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:04Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:07.039710 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-689c95c1-a96e-4f1a-afa2-8c244ca5b7f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=845b058cdace47e0a2c78a47db443bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218969 Apr 08 11:51:07.040811 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c95c1-a96e-4f1a-afa2-8c244ca5b7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667937f-6678-405e-978e-ae6284a074f8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:07.044000 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39752) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:07.072660 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56df29b4-a0dd-423b-8623-8125fe8f40e8 req-aa8bd414-5b7e-4986-9b58-8d5325fccdf1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742993 Apr 08 11:51:07.087990 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:07.108632 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:07.109308 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:07.168858 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] Publish callbacks [] for security_group (a667937f-6678-405e-978e-ae6284a074f8), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:07.201837 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-6a875f9a-3f0d-4ee5-8c0c-e9ed2a06f83a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a HTTP/1.1" status: 200 len: 999 time: 0.0993805 Apr 08 11:51:07.213680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] Publish callbacks [] for security_group (a667937f-6678-405e-978e-ae6284a074f8), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:07.240134 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:07.311731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-cbd0f603-ead7-45cc-8d75-428be1f73baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:07.314373 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-cbd0f603-ead7-45cc-8d75-428be1f73baf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.1027608 Apr 08 11:51:07.324846 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-058ebcd6-c8ec-43db-9957-59827b038d74 req-9b70d52e-1911-465e-b81a-8df51789ba18 service neutron] 10.222.0.44 "GET /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220018 Apr 08 11:51:07.370872 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4377e-9fcc-425a-968e-7a6f4c487c24 req-91f1ce6a-9df5-4584-8e90-f7ca9a529dcb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:07.373342 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ec4377e-9fcc-425a-968e-7a6f4c487c24 req-91f1ce6a-9df5-4584-8e90-f7ca9a529dcb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1277504 Apr 08 11:51:07.395617 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a667937f-6678-405e-978e-ae6284a074f8), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:07.398283 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:07.402072 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a667937f-6678-405e-978e-ae6284a074f8 HTTP/1.1" status: 204 len: 168 time: 0.3545027 Apr 08 11:51:07.416243 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17b51-21e4-4462-8945-d3de531a730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667937f-6678-405e-978e-ae6284a074f8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:07.419349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-6c6aeee6-d5f9-4321-99ab-0be9fbd5cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:07.425616 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-6c6aeee6-d5f9-4321-99ab-0be9fbd5cea9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943258 Apr 08 11:51:07.479057 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ec4377e-9fcc-425a-968e-7a6f4c487c24 req-70902154-213f-4496-8d3f-2cb43e6d9558 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941186 Apr 08 11:51:07.542904 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:04Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:07.578947 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd07576-63aa-4dff-946b-9e4594fc06fe None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:04Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:07.866874 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f43cf-fb40-420b-948b-454464edd73b None None] New status for floating IP e2b929ad-3af7-4500-b577-e6f6c661ab46: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:51:07.953543 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:08.067578 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884beccd-685e-4b4d-b825-b33cf6fb9b63 req-00802add-3141-4b1e-96ea-b1919d15ef0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:08.069431 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-884beccd-685e-4b4d-b825-b33cf6fb9b63 req-00802add-3141-4b1e-96ea-b1919d15ef0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0639274 Apr 08 11:51:08.088268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 3020f800-03bf-4c2e-9a0c-917673041482 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:51:08.097441 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 3020f800-03bf-4c2e-9a0c-917673041482 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:08.097877 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3020f800-03bf-4c2e-9a0c-917673041482), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:08.173690 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-884beccd-685e-4b4d-b825-b33cf6fb9b63 req-8813036d-753e-4a58-bb15-4072be321442 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972493 Apr 08 11:51:08.308972 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:08.309387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:08.332710 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170fe8a-31bb-44c1-8e8b-d34f3def6c01 req-50be353e-4fc9-43e9-adf2-fa878678df99 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:08.338670 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0170fe8a-31bb-44c1-8e8b-d34f3def6c01 req-50be353e-4fc9-43e9-adf2-fa878678df99 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 945 time: 0.1047919 Apr 08 11:51:08.354700 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:08.356734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41290385-e472-43d4-8c0d-fdeb22256784" -d '{"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:08.381158 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:08.381564 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-086f3de5-f30b-484c-b43c-8708eea92a62 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884344 Apr 08 11:51:08.386937 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:08.415554 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ecbe22-6dd0-421b-aa4c-39582ee2d0d2 x-openstack-request-id: req-37ecbe22-6dd0-421b-aa4c-39582ee2d0d2 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:08.416143 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:08.416395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37ecbe22-6dd0-421b-aa4c-39582ee2d0d2 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:08.416789 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ecbe22-6dd0-421b-aa4c-39582ee2d0d2'] response: {'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'code': 200} Apr 08 11:51:08.427815 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0170fe8a-31bb-44c1-8e8b-d34f3def6c01 req-45cb3d9c-6537-4a77-bc0c-f143a7bca153 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779219 Apr 08 11:51:08.447905 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:08.615014 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643f3e3-bba2-4e03-b063-2a3c263a9904 req-805ef2bc-fc99-4a61-8d25-59363a6d6945 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:08.616482 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c643f3e3-bba2-4e03-b063-2a3c263a9904 req-805ef2bc-fc99-4a61-8d25-59363a6d6945 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0632069 Apr 08 11:51:08.664200 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c643f3e3-bba2-4e03-b063-2a3c263a9904 req-969b0d7e-e2e1-4a3c-865e-d57d8a41f766 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Apr 08 11:51:09.313998 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93594ae2-71c4-4fea-b208-960dd5af6ebb req-a13f0bae-3fdd-4a7e-9203-dc1034ab7471 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:09.315484 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93594ae2-71c4-4fea-b208-960dd5af6ebb req-a13f0bae-3fdd-4a7e-9203-dc1034ab7471 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0657473 Apr 08 11:51:09.361544 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93594ae2-71c4-4fea-b208-960dd5af6ebb req-f242b023-7b3e-4114-a559-0444c12a93fe tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Apr 08 11:51:09.554160 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97ea8-2095-4052-b573-9270cc349dae req-9e25e17a-4f5a-4013-b19a-9265909a0923 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:09.555631 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fca97ea8-2095-4052-b573-9270cc349dae req-9e25e17a-4f5a-4013-b19a-9265909a0923 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0562692 Apr 08 11:51:09.609036 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fca97ea8-2095-4052-b573-9270cc349dae req-de9129ef-9d13-4fc5-a63a-183eb5c2d4cf tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477550 Apr 08 11:51:09.786276 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a50df-631e-4b0c-9c4a-0d2170ecb17f req-c55692db-f801-4f4d-b5ba-d39c4d22af1c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:09.788720 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc1a50df-631e-4b0c-9c4a-0d2170ecb17f req-c55692db-f801-4f4d-b5ba-d39c4d22af1c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0573463 Apr 08 11:51:09.839963 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc1a50df-631e-4b0c-9c4a-0d2170ecb17f req-c497d5ae-f7b1-485d-a3f2-7bd5a7f42466 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Apr 08 11:51:10.385941 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86d6c855-fb7e-44f6-847e-2dad92c2c6fc req-2319accf-b4e0-44d2-ab5d-0970229d6659 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010618 Apr 08 11:51:10.486484 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbbbd5-2f5c-4303-b5f2-c7835c91f419 req-c7d5d643-a8f1-497d-8e60-f8b806af8fda tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:10.487983 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccbbbbd5-2f5c-4303-b5f2-c7835c91f419 req-c7d5d643-a8f1-497d-8e60-f8b806af8fda tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0573640 Apr 08 11:51:10.539364 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccbbbbd5-2f5c-4303-b5f2-c7835c91f419 req-7f186f77-1eed-49f4-a1b5-72219a74de9c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Apr 08 11:51:10.735961 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caa5bb-c5d6-478c-8abc-ac21367374b7 req-58133988-76cf-46de-bc2e-e14f8cd30f82 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:10.737434 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53caa5bb-c5d6-478c-8abc-ac21367374b7 req-58133988-76cf-46de-bc2e-e14f8cd30f82 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0517509 Apr 08 11:51:10.787570 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53caa5bb-c5d6-478c-8abc-ac21367374b7 req-09b5812d-528f-4d92-a187-a8f11a2bb1da tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Apr 08 11:51:10.969640 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4852b-ad81-4f6d-b663-f683a7df99d4 req-12245168-bccb-4417-abfd-d7548cf20d5a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:10.971160 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4cc4852b-ad81-4f6d-b663-f683a7df99d4 req-12245168-bccb-4417-abfd-d7548cf20d5a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0617635 Apr 08 11:51:11.018789 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4cc4852b-ad81-4f6d-b663-f683a7df99d4 req-9cf1d5ec-f91e-422f-ad6f-8273539effef tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Apr 08 11:51:11.141124 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439419b-a6d4-4ea6-bd8e-6fe4563a78db req-24c20b4f-1d8f-43df-a669-52d903f4686a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:11.142634 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7439419b-a6d4-4ea6-bd8e-6fe4563a78db req-24c20b4f-1d8f-43df-a669-52d903f4686a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0592816 Apr 08 11:51:11.150981 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39894) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:11.155271 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'floatingip': {'port_id': '1016b160-d811-4bef-ad15-373c526d081a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:11.227885 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.338669 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39898) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:11.451481 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24aa449c-6cc6-4e72-b56a-cfa2c5901d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.529712 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24aa449c-6cc6-4e72-b56a-cfa2c5901d58 admin admin] Publish callbacks [] for security_group (45b19ee9-283b-4a7b-b340-7f0a1aee4d50), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.537446 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24aa449c-6cc6-4e72-b56a-cfa2c5901d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (45b19ee9-283b-4a7b-b340-7f0a1aee4d50), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.588472 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-24aa449c-6cc6-4e72-b56a-cfa2c5901d58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=814f679e11c74bc0baec5f9d32055665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486889 Apr 08 11:51:11.589353 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa449c-6cc6-4e72-b56a-cfa2c5901d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b19ee9-283b-4a7b-b340-7f0a1aee4d50,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:11.592338 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39910) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:11.651521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] Publish callbacks [] for security_group (45b19ee9-283b-4a7b-b340-7f0a1aee4d50), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.685512 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] Publish callbacks [] for security_group (45b19ee9-283b-4a7b-b340-7f0a1aee4d50), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.754079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637a90-e9d9-42c5-bec3-2b5f207c12ec req-5a083516-4bc6-49ef-a1b5-1e33d8d8c491 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:11.755624 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-14637a90-e9d9-42c5-bec3-2b5f207c12ec req-5a083516-4bc6-49ef-a1b5-1e33d8d8c491 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0920687 Apr 08 11:51:11.786896 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (45b19ee9-283b-4a7b-b340-7f0a1aee4d50), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.789382 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:11.793251 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45b19ee9-283b-4a7b-b340-7f0a1aee4d50 HTTP/1.1" status: 204 len: 168 time: 0.1968989 Apr 08 11:51:11.917468 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4bf8c-bdf2-45c0-8394-afbae008b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b19ee9-283b-4a7b-b340-7f0a1aee4d50,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:11.942537 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-14637a90-e9d9-42c5-bec3-2b5f207c12ec req-2b149a04-db4d-467d-b345-f9e48c9791c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777678 Apr 08 11:51:12.055721 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37bf0a-ea6b-4df8-b75f-7aafd8e2bd0b req-f249d454-6250-4297-92e0-c19723b4c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:12.057238 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e37bf0a-ea6b-4df8-b75f-7aafd8e2bd0b req-f249d454-6250-4297-92e0-c19723b4c70a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1130 time: 0.1587057 Apr 08 11:51:12.157097 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa008d10-ec9b-46de-9074-5bc74c7150ab req-e2fefa1d-f6c0-4867-b56c-d3d9e295d6ff tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:12.158883 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fa008d10-ec9b-46de-9074-5bc74c7150ab req-e2fefa1d-f6c0-4867-b56c-d3d9e295d6ff tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.1545823 Apr 08 11:51:12.274465 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.279262 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fa008d10-ec9b-46de-9074-5bc74c7150ab req-1d9e55cd-a53f-46c5-8495-7726cf90566a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830972 Apr 08 11:51:12.280305 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.350853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e37bf0a-ea6b-4df8-b75f-7aafd8e2bd0b req-9157661d-c57a-4fd0-8dc9-d53fc39ec3b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Apr 08 11:51:12.392483 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Floating IP 86684208-7203-44f4-8beb-2365ada048e1 associated. External IP: 172.27.2.254, port: 1016b160-d811-4bef-ad15-373c526d081a. Apr 08 11:51:12.446545 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39932) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:12.559736 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0bb44ff6-54f1-4788-a03d-2e2516a6476d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.611610 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:12.643348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0bb44ff6-54f1-4788-a03d-2e2516a6476d admin admin] Publish callbacks [] for security_group (48529e32-6caa-4b16-88cc-5db30af5e091), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.647649 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0bb44ff6-54f1-4788-a03d-2e2516a6476d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (48529e32-6caa-4b16-88cc-5db30af5e091), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.685792 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:51:12.690229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb44ff6-54f1-4788-a03d-2e2516a6476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48529e32-6caa-4b16-88cc-5db30af5e091,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:12.697085 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0bb44ff6-54f1-4788-a03d-2e2516a6476d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35d548e3df594c5c8578fcc76a239185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467599 Apr 08 11:51:12.704828 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39942) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:12.758069 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] Publish callbacks [] for security_group (48529e32-6caa-4b16-88cc-5db30af5e091), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.782186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] Publish callbacks [] for security_group (48529e32-6caa-4b16-88cc-5db30af5e091), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.783992 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:12.789685 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.795114 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:12.804605 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:12.805448 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:12.833913 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-717e8332-5c00-48df-9046-5ea5a80a8bf6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "PUT /v2.0/floatingips/86684208-7203-44f4-8beb-2365ada048e1 HTTP/1.1" status: 200 len: 992 time: 1.6818705 Apr 08 11:51:12.835141 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'tag': '1016b160-d811-4bef-ad15-373c526d081a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:12.837732 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff264ad-6896-436f-8497-fcc72d9c2b46" -d '{"events": [{"name": "network-changed", "server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "tag": "1016b160-d811-4bef-ad15-373c526d081a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:12.853089 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7d0c5-d3c3-4d64-bb7e-be04b60b2d22 req-04cab02e-7feb-4fad-a45c-fd85f078878f tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:12.854603 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-08d7d0c5-d3c3-4d64-bb7e-be04b60b2d22 req-04cab02e-7feb-4fad-a45c-fd85f078878f tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.1090069 Apr 08 11:51:12.858234 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (48529e32-6caa-4b16-88cc-5db30af5e091), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.861028 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:12.868381 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48529e32-6caa-4b16-88cc-5db30af5e091 HTTP/1.1" status: 204 len: 168 time: 0.1582208 Apr 08 11:51:12.883959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d322a4e-762d-4e27-8350-4d90b69324db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48529e32-6caa-4b16-88cc-5db30af5e091,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:12.913757 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-08d7d0c5-d3c3-4d64-bb7e-be04b60b2d22 req-fc7ca635-6d25-4094-9ee0-1bd25524d7da tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Apr 08 11:51:12.915284 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8429f98b-4a93-420d-97a8-586d08b5e3c8 x-openstack-request-id: req-8429f98b-4a93-420d-97a8-586d08b5e3c8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:12.915573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "tag": "1016b160-d811-4bef-ad15-373c526d081a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:12.915831 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8429f98b-4a93-420d-97a8-586d08b5e3c8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:12.916242 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8429f98b-4a93-420d-97a8-586d08b5e3c8'] response: {'name': 'network-changed', 'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'tag': '1016b160-d811-4bef-ad15-373c526d081a', 'status': 'completed', 'code': 200} Apr 08 11:51:12.931581 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:13.119596 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68374c43-adb3-40f1-9efc-eb538882b52d req-6d3d66c3-c797-42cc-9cde-b3e2af29e806 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:13.122008 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68374c43-adb3-40f1-9efc-eb538882b52d req-6d3d66c3-c797-42cc-9cde-b3e2af29e806 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0614622 Apr 08 11:51:13.179744 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68374c43-adb3-40f1-9efc-eb538882b52d req-186d91d5-148b-45b8-8d23-dda92c779adc tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Apr 08 11:51:13.204463 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '86684208-7203-44f4-8beb-2365ada048e1', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '1016b160-d811-4bef-ad15-373c526d081a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:6b:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7914e6-4902-463a-95f8-62dc46efa705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:21Z', 'updated_at': '2022-04-08T11:51:12Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:13.234573 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:13.243331 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:13.243929 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:13.251328 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 39964) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:13.264194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a623123b-f713-496f-bcde-d653dd414c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.340293 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a623123b-f713-496f-bcde-d653dd414c9d admin admin] Publish callbacks [] for security_group (428f53d1-f3c7-4b23-9955-07cb57b0400b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.346088 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a623123b-f713-496f-bcde-d653dd414c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (428f53d1-f3c7-4b23-9955-07cb57b0400b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.355469 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:13.390742 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a623123b-f713-496f-bcde-d653dd414c9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11e5511a5d3a4d63bd7fc868e109e0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382418 Apr 08 11:51:13.391511 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623123b-f713-496f-bcde-d653dd414c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f53d1-f3c7-4b23-9955-07cb57b0400b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:13.393361 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39968) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:13.450144 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af73af-69b9-430e-9edf-5b47d761913e req-ef8c3a5d-2f60-4784-9140-12953cafa5f9 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:13.453304 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-48af73af-69b9-430e-9edf-5b47d761913e req-ef8c3a5d-2f60-4784-9140-12953cafa5f9 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0940809 Apr 08 11:51:13.480571 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] Publish callbacks [] for security_group (428f53d1-f3c7-4b23-9955-07cb57b0400b), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.519804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] Publish callbacks [] for security_group (428f53d1-f3c7-4b23-9955-07cb57b0400b), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.536107 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-48af73af-69b9-430e-9edf-5b47d761913e req-8d3f67db-85ed-49cd-89d5-cba9526a5a54 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729473 Apr 08 11:51:13.579616 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (428f53d1-f3c7-4b23-9955-07cb57b0400b), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.582338 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:13.583526 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/428f53d1-f3c7-4b23-9955-07cb57b0400b HTTP/1.1" status: 204 len: 168 time: 0.1886303 Apr 08 11:51:13.591649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd47112-1394-4c15-9cf2-996edfe99126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f53d1-f3c7-4b23-9955-07cb57b0400b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:13.690412 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '86684208-7203-44f4-8beb-2365ada048e1', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '1016b160-d811-4bef-ad15-373c526d081a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:6b:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7914e6-4902-463a-95f8-62dc46efa705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:21Z', 'updated_at': '2022-04-08T11:51:12Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:13.720560 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66225999-6e37-4fdc-be87-42b3aac74aaf None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '86684208-7203-44f4-8beb-2365ada048e1', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.254', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '1016b160-d811-4bef-ad15-373c526d081a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:6b:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7914e6-4902-463a-95f8-62dc46efa705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:21Z', 'updated_at': '2022-04-08T11:51:12Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:13.920545 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc3e4d-8d6b-44a8-9ae9-71324e2a6f63 None None] New status for floating IP 86684208-7203-44f4-8beb-2365ada048e1: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:51:13.925298 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39976) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:13.941234 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-894bc731-5030-4162-8eba-30d4ec284387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.020725 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-894bc731-5030-4162-8eba-30d4ec284387 admin admin] Publish callbacks [] for security_group (e4fdb1a0-dc00-48e3-9115-3d38dd687d3f), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.025962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-894bc731-5030-4162-8eba-30d4ec284387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e4fdb1a0-dc00-48e3-9115-3d38dd687d3f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.042338 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99775915-2cef-4647-a1c1-b71265ed6adb req-3c0bf499-7fb7-4edf-9ade-b3d7c5152b5a tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:14.044215 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99775915-2cef-4647-a1c1-b71265ed6adb req-3c0bf499-7fb7-4edf-9ade-b3d7c5152b5a tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0561500 Apr 08 11:51:14.067906 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-894bc731-5030-4162-8eba-30d4ec284387 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2a0c6ccbdac4d44b02c9e5195ef7d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421883 Apr 08 11:51:14.068613 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 39980) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:14.069266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bc731-5030-4162-8eba-30d4ec284387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fdb1a0-dc00-48e3-9115-3d38dd687d3f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:14.108550 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99775915-2cef-4647-a1c1-b71265ed6adb req-73ed333d-9b1a-4e3e-989e-74394f285509 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568817 Apr 08 11:51:14.120401 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] Publish callbacks [] for security_group (e4fdb1a0-dc00-48e3-9115-3d38dd687d3f), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.141040 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] Publish callbacks [] for security_group (e4fdb1a0-dc00-48e3-9115-3d38dd687d3f), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.188015 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e4fdb1a0-dc00-48e3-9115-3d38dd687d3f), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.190533 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:14.191779 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4fdb1a0-dc00-48e3-9115-3d38dd687d3f HTTP/1.1" status: 204 len: 168 time: 0.1197863 Apr 08 11:51:14.199783 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c3096-d4ce-4357-a20e-5e8960e73fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fdb1a0-dc00-48e3-9115-3d38dd687d3f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:14.304900 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ac4d-5a43-4ae4-94c4-a1234cb9fe17 req-f017730f-9723-4047-8dd4-f89a59fc5527 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:14.306346 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fc78ac4d-5a43-4ae4-94c4-a1234cb9fe17 req-f017730f-9723-4047-8dd4-f89a59fc5527 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0563030 Apr 08 11:51:14.354813 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fc78ac4d-5a43-4ae4-94c4-a1234cb9fe17 req-6a6cf3e6-6db5-4326-96fb-d23f20dc9c65 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Apr 08 11:51:14.658622 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e6b-3801-4f9b-91c5-c9db62b86daa req-5573d12b-f1d0-4a37-9b93-d0f9d1686b96 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:14.660086 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b985e6b-3801-4f9b-91c5-c9db62b86daa req-5573d12b-f1d0-4a37-9b93-d0f9d1686b96 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Apr 08 11:51:14.709280 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b985e6b-3801-4f9b-91c5-c9db62b86daa req-caa5241e-ea05-440e-8802-ad7712645d97 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Apr 08 11:51:15.089744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-013da01c-99f8-46c0-b25e-bbb35a286f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:15.091232 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-013da01c-99f8-46c0-b25e-bbb35a286f36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1130 time: 0.0622354 Apr 08 11:51:15.235398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124abb-7638-47ca-a6e0-67e4dc297614 req-405eda35-e9a9-4b0e-bf07-398594260c63 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:15.236909 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f7124abb-7638-47ca-a6e0-67e4dc297614 req-405eda35-e9a9-4b0e-bf07-398594260c63 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0524642 Apr 08 11:51:15.284245 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f7124abb-7638-47ca-a6e0-67e4dc297614 req-a30f32b4-0fd4-402d-aa92-1f4f059dd0e0 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Apr 08 11:51:15.501420 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-7ca302f1-10c4-4078-8960-1a380adf5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:15.502906 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-7ca302f1-10c4-4078-8960-1a380adf5054 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.1228900 Apr 08 11:51:15.513687 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0855b-88ea-4b8b-abe4-27c203ffcc6f req-3042ff05-a085-4f75-9a67-b24ab4f959d1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:15.515041 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99d0855b-88ea-4b8b-abe4-27c203ffcc6f req-3042ff05-a085-4f75-9a67-b24ab4f959d1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0784333 Apr 08 11:51:15.561596 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99d0855b-88ea-4b8b-abe4-27c203ffcc6f req-34a9085a-3de9-4d9c-b189-08ac9565f76c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Apr 08 11:51:15.833244 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82ec5-3dfb-4b24-871d-e601d754698d req-f64f7b79-0e11-4edf-80d1-7376647a0659 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:15.834697 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-70e82ec5-3dfb-4b24-871d-e601d754698d req-f64f7b79-0e11-4edf-80d1-7376647a0659 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0535059 Apr 08 11:51:15.884427 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-70e82ec5-3dfb-4b24-871d-e601d754698d req-ca92aeab-a20c-4bbf-ac8e-e63fc3f02d02 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440912 Apr 08 11:51:16.097823 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-899c774c-1366-4b13-9b94-1fe896a610be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 1002 time: 0.0606577 Apr 08 11:51:16.121391 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-597becf2-0a78-49a6-a580-ad20df4823c8 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:16.123116 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-597becf2-0a78-49a6-a580-ad20df4823c8 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.44 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0515537 Apr 08 11:51:16.154440 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-fef2df57-60f1-4b59-81d5-30d2257a2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:16.155917 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-fef2df57-60f1-4b59-81d5-30d2257a2e21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0451159 Apr 08 11:51:16.207941 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-c1b7e75b-9484-4110-9792-f4245d76bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:16.209494 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-c1b7e75b-9484-4110-9792-f4245d76bcb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468268 Apr 08 11:51:16.262263 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Deleting port 742422ab-f0f4-42d0-9595-84ff7f527642 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:51:16.262816 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:16.306023 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-dbe3c520-8388-446a-8636-938b828792bc service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836735 Apr 08 11:51:16.356822 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] For port 742422ab-f0f4-42d0-9595-84ff7f527642, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=742422ab-f0f4-42d0-9595-84ff7f527642,segment=NetworkSegment(e20d6710-8f00-4dad-8b63-ad47b1ee627b),segment_id=e20d6710-8f00-4dad-8b63-ad47b1ee627b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:16.357343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:16.371826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Calling delete_port for 742422ab-f0f4-42d0-9595-84ff7f527642 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:51:16.432654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fff264ad-6896-436f-8497-fcc72d9c2b46 req-2908a21f-f744-448e-b369-8d7a96df2922 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196792 Apr 08 11:51:16.443599 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8ccb5-e7d1-4aaa-88e5-2687fc3f981b req-110400be-ee7c-4145-b7b8-21ad111e8ba0 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:16.445030 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9fa8ccb5-e7d1-4aaa-88e5-2687fc3f981b req-110400be-ee7c-4145-b7b8-21ad111e8ba0 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 946 time: 0.0761602 Apr 08 11:51:16.492019 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9fa8ccb5-e7d1-4aaa-88e5-2687fc3f981b req-52721735-db0e-4b91-a360-caf7c70deaad tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/security-groups?id=da679b40-a03c-43c1-9659-add448fa5678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Apr 08 11:51:16.527304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (742422ab-f0f4-42d0-9595-84ff7f527642), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:16.555383 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Pushing event deleted for resources: {'Port': ['ID=742422ab-f0f4-42d0-9595-84ff7f527642,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:16.836124 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] No DVR routers for this DVR port 742422ab-f0f4-42d0-9595-84ff7f527642 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:51:16.852915 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:16.856253 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf6eb67c-3102-45f9-8969-93a56e02f313 req-ca444fc5-d0ad-44b2-979e-36d9d4491aed tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.44 "DELETE /v2.0/ports/742422ab-f0f4-42d0-9595-84ff7f527642 HTTP/1.1" status: 204 len: 173 time: 0.7178590 Apr 08 11:51:16.857603 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'name': 'network-vif-deleted', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:16.859869 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce60c9a7-3b22-4998-ac88-7ca338e0b66e" -d '{"events": [{"server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "name": "network-vif-deleted", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:16.897628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904a8f-9ea3-42fa-a82b-0886b7d60250 req-a3492f60-23f8-478a-98e0-e37b9f7ef778 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:16.899178 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3b904a8f-9ea3-42fa-a82b-0886b7d60250 req-a3492f60-23f8-478a-98e0-e37b9f7ef778 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0895135 Apr 08 11:51:16.913494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60365b-ee03-42dc-98de-2052b32423a8 x-openstack-request-id: req-af60365b-ee03-42dc-98de-2052b32423a8 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:16.913785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f8d4a-329c-4d10-8e34-1b85a1a50b82", "name": "network-vif-deleted", "tag": "742422ab-f0f4-42d0-9595-84ff7f527642", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:16.914092 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af60365b-ee03-42dc-98de-2052b32423a8 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:16.914497 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af60365b-ee03-42dc-98de-2052b32423a8'] response: {'server_uuid': '374f8d4a-329c-4d10-8e34-1b85a1a50b82', 'name': 'network-vif-deleted', 'tag': '742422ab-f0f4-42d0-9595-84ff7f527642', 'status': 'completed', 'code': 200} Apr 08 11:51:16.969130 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3b904a8f-9ea3-42fa-a82b-0886b7d60250 req-b1274206-b7d3-4ed3-9ab6-5a64771e54e3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628767 Apr 08 11:51:17.042261 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ca56-eff9-4ded-bbd6-0540efbfbc86 req-f9cc02a9-aecb-4e71-9e11-89af943caba7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:17.043846 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7e1ca56-eff9-4ded-bbd6-0540efbfbc86 req-f9cc02a9-aecb-4e71-9e11-89af943caba7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0561578 Apr 08 11:51:17.108260 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7e1ca56-eff9-4ded-bbd6-0540efbfbc86 req-4defa500-a94c-46b4-bbbf-da16de9da1af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584366 Apr 08 11:51:17.236838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca0e3-c8b6-4b2c-b151-01ee5549f1bf req-5b10ec5f-f949-432e-9783-2707d53297a1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:17.238435 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-072ca0e3-c8b6-4b2c-b151-01ee5549f1bf req-5b10ec5f-f949-432e-9783-2707d53297a1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0567415 Apr 08 11:51:17.247322 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40030) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:17.251908 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'floatingip': {'port_id': '3020f800-03bf-4c2e-9a0c-917673041482'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:17.290782 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:17.599293 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bcfe1d58-486c-4c67-a1aa-7e1b381bacb1 req-36419c26-3e06-4b47-9e92-1f8ea347be94 tempest-DeleteServersTestJSON-325875294 tempest-DeleteServersTestJSON-325875294-project] 10.222.0.55 "GET /v2.0/ports?device_id=374f8d4a-329c-4d10-8e34-1b85a1a50b82 HTTP/1.1" status: 200 len: 210 time: 0.0279148 Apr 08 11:51:17.736206 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:17.741374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:17.842963 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Floating IP 9e56f906-8d30-4be3-b1fe-e0ee9f78f959 associated. External IP: 172.27.2.193, port: 3020f800-03bf-4c2e-9a0c-917673041482. Apr 08 11:51:17.952428 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 742422ab-f0f4-42d0-9595-84ff7f527642 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:51:17.972831 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 742422ab-f0f4-42d0-9595-84ff7f527642 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:51:17.973202 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 742422ab-f0f4-42d0-9595-84ff7f527642 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:51:18.082559 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:18.108420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee810-59d7-42a1-b81e-151fc17d2da0 req-289341dc-5849-4404-a2b3-ae867bc59361 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:18.109852 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-65aee810-59d7-42a1-b81e-151fc17d2da0 req-289341dc-5849-4404-a2b3-ae867bc59361 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0690713 Apr 08 11:51:18.230859 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-65aee810-59d7-42a1-b81e-151fc17d2da0 req-c1dea140-0e70-4a76-b194-2b85cb1561b6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 Apr 08 11:51:18.251886 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:18.251886 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:18.256557 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:18.267507 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:18.268163 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:18.280915 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4c4475b6-3177-4d4d-aba8-4f2b91a0450e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "PUT /v2.0/floatingips/9e56f906-8d30-4be3-b1fe-e0ee9f78f959 HTTP/1.1" status: 200 len: 992 time: 1.0320091 Apr 08 11:51:18.379213 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:18.601961 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '9e56f906-8d30-4be3-b1fe-e0ee9f78f959', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc52691-ea43-4082-9124-24065a53e378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:31Z', 'updated_at': '2022-04-08T11:51:17Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:18.632556 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:18.641640 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:18.642023 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:50:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:18.759090 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:18.916078 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:18.918752 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:18.973238 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc9a6b4-8327-4ef9-ab5e-f8ebb0c9fc00 x-openstack-request-id: req-bdc9a6b4-8327-4ef9-ab5e-f8ebb0c9fc00 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:18.973582 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:18.973770 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdc9a6b4-8327-4ef9-ab5e-f8ebb0c9fc00 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:18.974185 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc9a6b4-8327-4ef9-ab5e-f8ebb0c9fc00'] response: {'name': 'network-changed', 'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'status': 'completed', 'code': 200} Apr 08 11:51:18.995431 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '9e56f906-8d30-4be3-b1fe-e0ee9f78f959', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc52691-ea43-4082-9124-24065a53e378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:31Z', 'updated_at': '2022-04-08T11:51:17Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:19.024213 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189abadd-f319-4fb1-a9c1-a8664c24a74a None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '9e56f906-8d30-4be3-b1fe-e0ee9f78f959', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc52691-ea43-4082-9124-24065a53e378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:31Z', 'updated_at': '2022-04-08T11:51:17Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:19.042263 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-85eaee64-ce6d-4ff7-a2c3-e2a44bdd15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:19.044030 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-85eaee64-ce6d-4ff7-a2c3-e2a44bdd15ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1130 time: 0.0488734 Apr 08 11:51:19.133380 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-ce04465b-209a-420f-bc5a-785f2b319221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:19.134813 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-ce04465b-209a-420f-bc5a-785f2b319221 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0847800 Apr 08 11:51:19.221702 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585f0e0-e223-4424-af35-c74c3b042011 None None] New status for floating IP 9e56f906-8d30-4be3-b1fe-e0ee9f78f959: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:51:19.247003 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-e3bc2921-ad80-4626-b83e-70a7078755e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 1000 time: 0.0967636 Apr 08 11:51:19.295614 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-6775cd78-37e7-49f0-96a0-a37e2d90459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:19.297309 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-6775cd78-37e7-49f0-96a0-a37e2d90459a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0447986 Apr 08 11:51:19.381680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f140-c55e-41b9-af45-3786a872b804 req-e990f6ac-192d-4382-90e0-05437e22b921 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:19.383157 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f882f140-c55e-41b9-af45-3786a872b804 req-e990f6ac-192d-4382-90e0-05437e22b921 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0842061 Apr 08 11:51:19.385957 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-8d1bbe2d-3694-464d-9186-e23e59052309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:19.387314 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-8d1bbe2d-3694-464d-9186-e23e59052309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799997 Apr 08 11:51:19.479262 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f882f140-c55e-41b9-af45-3786a872b804 req-88d100cf-b5a0-4a26-ac52-66348e53d041 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898080 Apr 08 11:51:19.501532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-bd36cc4f-fe83-45b9-8bb2-e5ed00e36a90 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062167 Apr 08 11:51:19.593933 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3afe96e1-3af2-4a3d-a735-4a2b82c57efc req-2a76d72e-23e2-40fc-981a-997d2aaac809 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847821 Apr 08 11:51:19.860525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40090) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:19.905464 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Deleting subnet c0d48644-851d-4180-a34f-333091d51104 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:51:19.908833 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Publish callbacks [] for subnet (c0d48644-851d-4180-a34f-333091d51104), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:19.954791 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (c0d48644-851d-4180-a34f-333091d51104), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:19.999437 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (c0d48644-851d-4180-a34f-333091d51104), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.053149 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.061663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (c0d48644-851d-4180-a34f-333091d51104), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.107015 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.110155 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c0d48644-851d-4180-a34f-333091d51104 HTTP/1.1" status: 204 len: 168 time: 0.2485781 Apr 08 11:51:20.111098 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf688a2-acb0-4c76-8558-214359a7389d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d48644-851d-4180-a34f-333091d51104,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:20.112992 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40102) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.126007 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Deleting subnet 598da47b-1161-4164-93a1-bcdfa11a4088 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:51:20.129239 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Publish callbacks [] for subnet (598da47b-1161-4164-93a1-bcdfa11a4088), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.163139 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (598da47b-1161-4164-93a1-bcdfa11a4088), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.182477 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (f235294d-6786-4de5-a5bb-1d734c68c480), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.204441 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (598da47b-1161-4164-93a1-bcdfa11a4088), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.259362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (598da47b-1161-4164-93a1-bcdfa11a4088), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.288113 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598da47b-1161-4164-93a1-bcdfa11a4088,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:20.290055 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.293291 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3a405bf7-a796-4631-a6fa-a11a3d6f6fd1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/598da47b-1161-4164-93a1-bcdfa11a4088 HTTP/1.1" status: 204 len: 168 time: 0.2390769 Apr 08 11:51:20.296644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40104) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.366398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (98b9dc7f-bd0e-460b-a105-057a0925bd46), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.425225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5858160e-60ec-46e3-8afa-6672b6df5702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.449412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (98b9dc7f-bd0e-460b-a105-057a0925bd46), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.471972 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b9dc7f-bd0e-460b-a105-057a0925bd46']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.481320 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20d6710-8f00-4dad-8b63-ad47b1ee627b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.481621 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20d6710-8f00-4dad-8b63-ad47b1ee627b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.482628 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (f235294d-6786-4de5-a5bb-1d734c68c480), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.491365 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (e20d6710-8f00-4dad-8b63-ad47b1ee627b), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.502538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f235294d-6786-4de5-a5bb-1d734c68c480']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.505473 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e20d6710-8f00-4dad-8b63-ad47b1ee627b), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.512909 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:51:20.513293 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79bf16d-7329-4e80-bef6-607e69a65ce2') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.513404 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (e20d6710-8f00-4dad-8b63-ad47b1ee627b), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.513699 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79bf16d-7329-4e80-bef6-607e69a65ce2') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:51:20.515378 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:51:20.525594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (e79bf16d-7329-4e80-bef6-607e69a65ce2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.540198 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (e79bf16d-7329-4e80-bef6-607e69a65ce2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.546923 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:51:20.547371 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (e79bf16d-7329-4e80-bef6-607e69a65ce2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:51:20.549998 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:51:20.572086 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (98b9dc7f-bd0e-460b-a105-057a0925bd46), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.577718 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.581176 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] 10.222.0.55 "DELETE /v2.0/networks/98b9dc7f-bd0e-460b-a105-057a0925bd46 HTTP/1.1" status: 204 len: 168 time: 0.2841055 Apr 08 11:51:20.594694 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6640-e8da-46c5-b95a-675b51c1983a admin admin] Pushing event deleted for resources: {'Network': ['ID=98b9dc7f-bd0e-460b-a105-057a0925bd46,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:20.638002 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (f235294d-6786-4de5-a5bb-1d734c68c480), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.643621 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.646823 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f235294d-6786-4de5-a5bb-1d734c68c480 HTTP/1.1" status: 204 len: 168 time: 0.5328469 Apr 08 11:51:20.650202 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40110) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.660182 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca5bb4-73c5-4bc5-9832-3adb6611bfc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f235294d-6786-4de5-a5bb-1d734c68c480,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:20.677671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9dda3-e593-4938-b93a-ded2337abd53 req-8a00044a-e487-476c-a94c-7a21a6266ccc tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:20.679156 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cb9dda3-e593-4938-b93a-ded2337abd53 req-8a00044a-e487-476c-a94c-7a21a6266ccc tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1194997 Apr 08 11:51:20.698650 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Deleting subnet 1db5f6d1-e281-4816-880f-d4f8e7ec9ccb {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:51:20.702458 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Publish callbacks [] for subnet (1db5f6d1-e281-4816-880f-d4f8e7ec9ccb), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.728512 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cb9dda3-e593-4938-b93a-ded2337abd53 req-a8195f8a-c652-4b8b-b943-566f168166d2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Apr 08 11:51:20.737864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (1db5f6d1-e281-4816-880f-d4f8e7ec9ccb), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.762278 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40112) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.778898 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (1db5f6d1-e281-4816-880f-d4f8e7ec9ccb), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.800764 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8410315d-ed78-4598-81d2-4218393fae5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53bde69d8ea44997832f00de8a29394d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372014 Apr 08 11:51:20.803057 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40114) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.831143 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (1db5f6d1-e281-4816-880f-d4f8e7ec9ccb), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.853035 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] Publish callbacks [] for security_group (da679b40-a03c-43c1-9659-add448fa5678), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.857019 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db5f6d1-e281-4816-880f-d4f8e7ec9ccb,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:20.858787 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.864211 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-114b6651-e0b4-4691-8302-392ba3aec184 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1db5f6d1-e281-4816-880f-d4f8e7ec9ccb HTTP/1.1" status: 204 len: 168 time: 0.2107525 Apr 08 11:51:20.865343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40116) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:20.875061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] Publish callbacks [] for security_group (da679b40-a03c-43c1-9659-add448fa5678), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.922697 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (da679b40-a03c-43c1-9659-add448fa5678), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.925337 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.926482 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da679b40-a03c-43c1-9659-add448fa5678 HTTP/1.1" status: 204 len: 168 time: 0.1225462 Apr 08 11:51:20.932428 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (47832869-2e32-4790-8021-7fe364afa603), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:20.937930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76807fc-5216-4f3b-843e-f4fcf76ece71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da679b40-a03c-43c1-9659-add448fa5678,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:21.010777 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (47832869-2e32-4790-8021-7fe364afa603), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.031171 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47832869-2e32-4790-8021-7fe364afa603']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:21.040819 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b4d540-8fa4-4dfc-93d0-69a94ed55169') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:21.041228 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b4d540-8fa4-4dfc-93d0-69a94ed55169') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:21.050927 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (42b4d540-8fa4-4dfc-93d0-69a94ed55169), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.064328 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (42b4d540-8fa4-4dfc-93d0-69a94ed55169), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.071088 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:51:21.071501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (42b4d540-8fa4-4dfc-93d0-69a94ed55169), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:51:21.073237 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:51:21.133909 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (47832869-2e32-4790-8021-7fe364afa603), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.139722 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.145773 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/47832869-2e32-4790-8021-7fe364afa603 HTTP/1.1" status: 204 len: 168 time: 0.2769954 Apr 08 11:51:21.154102 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a705e-d3d4-4f59-abf1-58f6530903a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47832869-2e32-4790-8021-7fe364afa603,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:21.307692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40130) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:21.347905 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4c18a66d-54b7-4742-9310-1781caf4b52f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d958baca64c486cbddb3ec9317f6142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390379 Apr 08 11:51:21.350509 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40134) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:21.396104 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] Publish callbacks [] for security_group (355e2cd2-154f-4579-8294-bea2d05655e8), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.417437 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] Publish callbacks [] for security_group (355e2cd2-154f-4579-8294-bea2d05655e8), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.463943 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (355e2cd2-154f-4579-8294-bea2d05655e8), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.467086 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.468256 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/355e2cd2-154f-4579-8294-bea2d05655e8 HTTP/1.1" status: 204 len: 168 time: 0.1168520 Apr 08 11:51:21.476470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d01d0-eaf9-41b9-9f84-4023a2d876d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355e2cd2-154f-4579-8294-bea2d05655e8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:21.821067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40154) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:21.856780 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225aff-5f98-4a85-86c8-9e0df2a2f399 req-c8e09693-9116-4d95-a855-0dcaa7667400 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:21.858599 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dd225aff-5f98-4a85-86c8-9e0df2a2f399 req-c8e09693-9116-4d95-a855-0dcaa7667400 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0606818 Apr 08 11:51:21.869132 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7c1a9ce2-9516-4a3d-bc77-342537a41602 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d8cc8e178cc4c2baecc845ad74908dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468614 Apr 08 11:51:21.869982 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40156) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:21.914654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dd225aff-5f98-4a85-86c8-9e0df2a2f399 req-b143232e-929d-4995-af9d-aadb7a1a48d0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Apr 08 11:51:21.919097 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] Publish callbacks [] for security_group (7be96d63-4759-4dd5-b047-4ec0a778f400), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.940592 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] Publish callbacks [] for security_group (7be96d63-4759-4dd5-b047-4ec0a778f400), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.993442 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7be96d63-4759-4dd5-b047-4ec0a778f400), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.996125 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:21.997368 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7be96d63-4759-4dd5-b047-4ec0a778f400 HTTP/1.1" status: 204 len: 168 time: 0.1263494 Apr 08 11:51:22.006388 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9099f-6296-43b0-bb23-3a07a564cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be96d63-4759-4dd5-b047-4ec0a778f400,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:22.681384 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2cfedf5e-b991-41ef-ad4b-03d2882ea2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:23.029481 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b51d6-3512-4e7d-bec0-1d02613d6ead req-9b8b1741-af73-4bed-a722-3b6b8aaa2bf6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:23.031071 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3e9b51d6-3512-4e7d-bec0-1d02613d6ead req-9b8b1741-af73-4bed-a722-3b6b8aaa2bf6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0538700 Apr 08 11:51:23.079262 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3e9b51d6-3512-4e7d-bec0-1d02613d6ead req-ea8f2e64-8d7e-4e3f-a726-7eb3b9c83648 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Apr 08 11:51:23.801619 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:24.215719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dec8f-bea4-4bdd-b9d9-c4aed57d3005 req-bd6bc6b0-d56c-49c5-98b2-048bf5317902 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:24.217181 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-897dec8f-bea4-4bdd-b9d9-c4aed57d3005 req-bd6bc6b0-d56c-49c5-98b2-048bf5317902 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0611613 Apr 08 11:51:24.264325 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-897dec8f-bea4-4bdd-b9d9-c4aed57d3005 req-d75c1912-e838-47c2-a4a8-9505f113f0d6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Apr 08 11:51:24.926319 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40252) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:25.024900 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.042954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19141755-7cb2-4478-9380-be55feb48dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.120219 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19141755-7cb2-4478-9380-be55feb48dfb admin admin] Publish callbacks [] for security_group (c7729cd8-b8e6-4839-ab52-c30ee49618a0), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.126160 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-19141755-7cb2-4478-9380-be55feb48dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c7729cd8-b8e6-4839-ab52-c30ee49618a0), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.163018 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-19141755-7cb2-4478-9380-be55feb48dfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a13684273f224b1987fa80d7d679fcfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355037 Apr 08 11:51:25.163756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19141755-7cb2-4478-9380-be55feb48dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7729cd8-b8e6-4839-ab52-c30ee49618a0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:25.166078 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40256) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:25.215704 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] Publish callbacks [] for security_group (c7729cd8-b8e6-4839-ab52-c30ee49618a0), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.237011 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] Publish callbacks [] for security_group (c7729cd8-b8e6-4839-ab52-c30ee49618a0), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.287940 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c7729cd8-b8e6-4839-ab52-c30ee49618a0), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.290659 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:25.291808 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7729cd8-b8e6-4839-ab52-c30ee49618a0 HTTP/1.1" status: 204 len: 168 time: 0.1247733 Apr 08 11:51:25.300649 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e34e8-2be8-4a53-8164-f30850503370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7729cd8-b8e6-4839-ab52-c30ee49618a0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:25.392331 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9890-147d-42d9-be2a-2d94d0552886 req-d6e982d6-faaa-4f0d-a4e0-1e5a2b556822 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:25.393842 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0abf9890-147d-42d9-be2a-2d94d0552886 req-d6e982d6-faaa-4f0d-a4e0-1e5a2b556822 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0598736 Apr 08 11:51:25.445387 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0abf9890-147d-42d9-be2a-2d94d0552886 req-dcff3d0f-0914-4ec4-95e7-f21c24128dff tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Apr 08 11:51:26.194022 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40292) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:26.322925 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-944de9a8-b50a-4faf-be57-e3f40f82d58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.413482 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-944de9a8-b50a-4faf-be57-e3f40f82d58c admin admin] Publish callbacks [] for security_group (cdeb367c-ae8b-48cb-8aa0-bf52580f2f50), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.413946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1af06-b892-4a90-a92a-b8c0ccff7ec9 req-80da3e32-305c-4481-b243-4d72e60b1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:26.415495 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5ba1af06-b892-4a90-a92a-b8c0ccff7ec9 req-80da3e32-305c-4481-b243-4d72e60b1b7a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1129 time: 0.0479186 Apr 08 11:51:26.418620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-944de9a8-b50a-4faf-be57-e3f40f82d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cdeb367c-ae8b-48cb-8aa0-bf52580f2f50), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.454865 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944de9a8-b50a-4faf-be57-e3f40f82d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb367c-ae8b-48cb-8aa0-bf52580f2f50,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:26.458854 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5ba1af06-b892-4a90-a92a-b8c0ccff7ec9 req-a3ed2c51-d985-42b9-b93c-f9bc22b9a688 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359204 Apr 08 11:51:26.460416 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-944de9a8-b50a-4faf-be57-e3f40f82d58c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8129f3d476d49a78af7e7f0b5d34b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649982 Apr 08 11:51:26.463060 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40300) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:26.512071 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] Publish callbacks [] for security_group (cdeb367c-ae8b-48cb-8aa0-bf52580f2f50), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.533578 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] Publish callbacks [] for security_group (cdeb367c-ae8b-48cb-8aa0-bf52580f2f50), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.560309 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbf69-f0c4-4346-9d07-c392aab0a581 req-e1b2b8fd-516b-4690-926c-87abc7af276d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:26.561799 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a54dbf69-f0c4-4346-9d07-c392aab0a581 req-e1b2b8fd-516b-4690-926c-87abc7af276d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Apr 08 11:51:26.581462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.582966 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cdeb367c-ae8b-48cb-8aa0-bf52580f2f50), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.586943 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.588079 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdeb367c-ae8b-48cb-8aa0-bf52580f2f50 HTTP/1.1" status: 204 len: 168 time: 0.1241198 Apr 08 11:51:26.596058 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d77de-e734-4557-965d-40bce03bdb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb367c-ae8b-48cb-8aa0-bf52580f2f50,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:26.624785 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a54dbf69-f0c4-4346-9d07-c392aab0a581 req-68fee6a7-18dc-406f-bcc3-bf1ad794d05d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Apr 08 11:51:26.855157 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40308) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:26.868236 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-57018a03-dd36-4512-80e4-d1f4bbc6d420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.942858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-57018a03-dd36-4512-80e4-d1f4bbc6d420 admin admin] Publish callbacks [] for security_group (12a3613f-6257-4991-9c16-824100a4a7db), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.952982 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-57018a03-dd36-4512-80e4-d1f4bbc6d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (12a3613f-6257-4991-9c16-824100a4a7db), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:26.997484 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-57018a03-dd36-4512-80e4-d1f4bbc6d420 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68641a3baf364ed3b326573a8f50c782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412587 Apr 08 11:51:26.998325 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57018a03-dd36-4512-80e4-d1f4bbc6d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3613f-6257-4991-9c16-824100a4a7db,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:27.000352 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40310) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:27.063826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] Publish callbacks [] for security_group (12a3613f-6257-4991-9c16-824100a4a7db), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:27.085734 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] Publish callbacks [] for security_group (12a3613f-6257-4991-9c16-824100a4a7db), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:27.141050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (12a3613f-6257-4991-9c16-824100a4a7db), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:27.143566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:27.144714 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12a3613f-6257-4991-9c16-824100a4a7db HTTP/1.1" status: 204 len: 168 time: 0.1433754 Apr 08 11:51:27.152664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b13ff-71a3-4863-a957-2e606381c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3613f-6257-4991-9c16-824100a4a7db,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:27.756997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10122164-c1b8-4978-bf7a-144c50b8eec6 req-9aaf768d-d8c4-44bb-a02d-219b516ce815 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:27.758832 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-10122164-c1b8-4978-bf7a-144c50b8eec6 req-9aaf768d-d8c4-44bb-a02d-219b516ce815 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0581424 Apr 08 11:51:27.813377 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-10122164-c1b8-4978-bf7a-144c50b8eec6 req-52d1ae4d-45cc-44c9-b6ce-466604bf2858 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Apr 08 11:51:27.890041 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40348) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:27.989215 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1944411997-network', 'tenant_id': '0a0421922fc2488ea33a275713b303b3'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:28.010305 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Made reservation on behalf of 0a0421922fc2488ea33a275713b303b3 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:28.013676 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.026208 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.096261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks [] for security_group (6a7b8c97-e381-4a73-a81a-b46aba89cc7b), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.102198 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6a7b8c97-e381-4a73-a81a-b46aba89cc7b), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.125016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:51:28.134273 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b8c97-e381-4a73-a81a-b46aba89cc7b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:28.138805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (3b841069-732b-4196-b7c8-53587d5b2fd2), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.139136 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Added segment 3b841069-732b-4196-b7c8-53587d5b2fd2 of type vlan for network 7234157e-604b-4ac8-8db5-d1daf030681c Apr 08 11:51:28.178452 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (7234157e-604b-4ac8-8db5-d1daf030681c), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.204577 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (7234157e-604b-4ac8-8db5-d1daf030681c), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.205523 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:28.206102 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.259756 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3686104 Apr 08 11:51:28.262867 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40352) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:28.267298 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef61dc-cf70-4e50-90bc-c1a72066e17c admin admin] Pushing event updated for resources: {'Network': ['ID=7234157e-604b-4ac8-8db5-d1daf030681c,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:28.267830 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Request body: {'subnet': {'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1944411997-subnet', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:28.276857 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 7234157e-604b-4ac8-8db5-d1daf030681c details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:51:28.287938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Made reservation on behalf of 0a0421922fc2488ea33a275713b303b3 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:28.290338 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538244'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.457576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11065612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541566'] for subnet (445bd49f-3400-4fa6-8a22-e7afbe31b6ff), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.506134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445bd49f-3400-4fa6-8a22-e7afbe31b6ff,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:28.524987 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Checking segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:28.525325 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Network hostable DHCP agents. Network: 7234157e-604b-4ac8-8db5-d1daf030681c, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:51:28.543894 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Network 7234157e-604b-4ac8-8db5-d1daf030681c is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:51:28.554027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 7234157e-604b-4ac8-8db5-d1daf030681c) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:28.558557 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:28.559324 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.563386 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be52d83-8079-469c-961b-7c388626d9ca None None] Network 7234157e-604b-4ac8-8db5-d1daf030681c requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:28.576764 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fd811cc5-462c-4f40-9780-4685aacfeff6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128099 Apr 08 11:51:28.579762 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40354) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:28.584916 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:28.605418 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.606422 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.665997 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-7234157e-604b-4ac8-8db5-d1daf030681c', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:51:28.666881 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.803850 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Allocated IP 172.20.0.2 (7234157e-604b-4ac8-8db5-d1daf030681c/445bd49f-3400-4fa6-8a22-e7afbe31b6ff/52502603-9bff-429e-9088-cc1eecdc0423) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:28.893640 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for router_controller (01acafa8-b965-4316-98d1-354eb5fc1c0d), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.974168 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks [] for port (52502603-9bff-429e-9088-cc1eecdc0423), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:28.980233 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (52502603-9bff-429e-9088-cc1eecdc0423), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.024044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Network 7234157e-604b-4ac8-8db5-d1daf030681c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:29.026810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:29.033897 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:29.041714 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50c52b-127d-4f2b-8a61-8737792e0981 req-bcb5fae1-a04e-47f4-975b-78b422d728fa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:29.043205 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7d50c52b-127d-4f2b-8a61-8737792e0981 req-bcb5fae1-a04e-47f4-975b-78b422d728fa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.1470742 Apr 08 11:51:29.054088 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Pushing event updated for resources: {'Port': ['ID=52502603-9bff-429e-9088-cc1eecdc0423,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:29.088242 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for router_gateway (01acafa8-b965-4316-98d1-354eb5fc1c0d), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.102585 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Attempting to bind port 52502603-9bff-429e-9088-cc1eecdc0423 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:29.103016 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Attempting to bind port 52502603-9bff-429e-9088-cc1eecdc0423 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:29.103374 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Attempting to bind port 52502603-9bff-429e-9088-cc1eecdc0423 on network 7234157e-604b-4ac8-8db5-d1daf030681c {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:29.109717 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:29.110091 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Checking segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:29.110489 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.110874 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Bound using segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:29.111339 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Bound port: 52502603-9bff-429e-9088-cc1eecdc0423, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:29.111724 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (52502603-9bff-429e-9088-cc1eecdc0423), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.140273 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7d50c52b-127d-4f2b-8a61-8737792e0981 req-9edd2265-c96c-4855-9d9e-dfc6f077171d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711160 Apr 08 11:51:29.199885 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] For port 52502603-9bff-429e-9088-cc1eecdc0423, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:29.204511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] For port 52502603-9bff-429e-9088-cc1eecdc0423, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=52502603-9bff-429e-9088-cc1eecdc0423,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:29.213223 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (52502603-9bff-429e-9088-cc1eecdc0423), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.281327 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa3e3c-92f0-4d6d-9ab5-4abf1877d701 None None] Pushing event updated for resources: {'Port': ['ID=52502603-9bff-429e-9088-cc1eecdc0423,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:29.301423 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df54664-13d6-4cc6-a800-2d01a6fb8f5a req-fcef0478-9287-44cc-a0ed-784a70c501ff tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:29.303009 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8df54664-13d6-4cc6-a800-2d01a6fb8f5a req-fcef0478-9287-44cc-a0ed-784a70c501ff tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Apr 08 11:51:29.358618 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8df54664-13d6-4cc6-a800-2d01a6fb8f5a req-488bd271-b65d-4ffb-b278-027f8be1f636 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494466 Apr 08 11:51:29.375573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for router_gateway (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.395395 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.539250 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Allocated IP 172.27.2.99 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/c669db74-22d9-46c4-b75b-9df2e0d74427) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:29.663230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.702553 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 52502603-9bff-429e-9088-cc1eecdc0423 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:29.709103 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.757613 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:29.760421 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:29.761830 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 52502603-9bff-429e-9088-cc1eecdc0423 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:29.762204 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (52502603-9bff-429e-9088-cc1eecdc0423), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.764322 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:29.795226 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Pushing event updated for resources: {'Port': ['ID=c669db74-22d9-46c4-b75b-9df2e0d74427,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:29.842244 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 52502603-9bff-429e-9088-cc1eecdc0423 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:29.842739 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (52502603-9bff-429e-9088-cc1eecdc0423), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.876240 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 52502603-9bff-429e-9088-cc1eecdc0423, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=52502603-9bff-429e-9088-cc1eecdc0423,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:29.881434 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (52502603-9bff-429e-9088-cc1eecdc0423), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:29.934528 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=52502603-9bff-429e-9088-cc1eecdc0423,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:30.039347 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for router_gateway (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:30.243708 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:30.299023 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0a09f-62fe-4ee1-97e7-8d21733398a5 None None] Network 7234157e-604b-4ac8-8db5-d1daf030681c requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:30.378008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-f412f144-76f3-4403-b3ba-57f2207efac9 None None] Provisioning complete for port 52502603-9bff-429e-9088-cc1eecdc0423 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:30.378390 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f412f144-76f3-4403-b3ba-57f2207efac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (52502603-9bff-429e-9088-cc1eecdc0423), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:30.385768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Router 01acafa8-b965-4316-98d1-354eb5fc1c0d is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:51:30.502753 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:30.502889 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f412f144-76f3-4403-b3ba-57f2207efac9 None None] Current status of the port 52502603-9bff-429e-9088-cc1eecdc0423 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:30.518604 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Sync routers for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:30.529168 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:30.529797 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:30.532425 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:30.535748 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-094f4204-62dd-4fb1-b4d1-30656415d201 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9547129 Apr 08 11:51:30.539022 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40396) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:30.656920 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:30.736710 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-66eb738a-b82d-472a-b1cb-db625bce6409 None None] Provisioning complete for port 52502603-9bff-429e-9088-cc1eecdc0423 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:30.737334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-66eb738a-b82d-472a-b1cb-db625bce6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (52502603-9bff-429e-9088-cc1eecdc0423), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:30.847151 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:29Z', 'revision_number': 3, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:30.851757 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-66eb738a-b82d-472a-b1cb-db625bce6409 None None] Current status of the port 52502603-9bff-429e-9088-cc1eecdc0423 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:30.881771 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Checking router: 01acafa8-b965-4316-98d1-354eb5fc1c0d for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:30.882898 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Updating router 01acafa8-b965-4316-98d1-354eb5fc1c0d port c669db74-22d9-46c4-b75b-9df2e0d74427 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:51:30.915911 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.008734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.172540 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-e25cbab3-4073-4f90-963c-318d02d15260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:31.174174 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-e25cbab3-4073-4f90-963c-318d02d15260 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.0976760 Apr 08 11:51:31.193013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1b6f6-9803-4c36-ad7b-80fb0b607021 req-65426ce3-3dfb-4f29-aa76-c47914a1cbaf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:31.199883 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-74f1b6f6-9803-4c36-ad7b-80fb0b607021 req-65426ce3-3dfb-4f29-aa76-c47914a1cbaf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0871735 Apr 08 11:51:31.224278 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Allocated IP 172.20.0.1 (7234157e-604b-4ac8-8db5-d1daf030681c/445bd49f-3400-4fa6-8a22-e7afbe31b6ff/8836d71b-3462-4076-84a7-af16449d4199) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:31.305306 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-87fd3f4c-ecb5-4ef0-9e4d-164d3fa96ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:31.306938 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-87fd3f4c-ecb5-4ef0-9e4d-164d3fa96ca5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.1051326 Apr 08 11:51:31.344265 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks [] for port (8836d71b-3462-4076-84a7-af16449d4199), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.348285 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks [] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.356928 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.374809 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-37e4616c-7f7c-4608-acb7-ee46f17b39bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 217 time: 0.0509179 Apr 08 11:51:31.378345 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-74f1b6f6-9803-4c36-ad7b-80fb0b607021 req-0cd754c7-c51c-412a-b880-d0e65f17156f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776581 Apr 08 11:51:31.386821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.410352 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Attempting to bind port c669db74-22d9-46c4-b75b-9df2e0d74427 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:31.410554 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Attempting to bind port c669db74-22d9-46c4-b75b-9df2e0d74427 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:31.410745 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Attempting to bind port c669db74-22d9-46c4-b75b-9df2e0d74427 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:31.428927 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Network 7234157e-604b-4ac8-8db5-d1daf030681c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:31.433951 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:31.438893 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:31.439309 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:31.439711 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.439839 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-0fcb808f-4bb8-4dbf-b599-e0b9b33f7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:31.440089 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:31.440557 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Bound port: c669db74-22d9-46c4-b75b-9df2e0d74427, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:31.440974 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.441338 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-0fcb808f-4bb8-4dbf-b599-e0b9b33f7b41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0541184 Apr 08 11:51:31.443540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:31.450882 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Pushing event updated for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:31.480660 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Pushing event updated for resources: {'Port': ['ID=c669db74-22d9-46c4-b75b-9df2e0d74427,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:31.491720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.499611 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.499909 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.500203 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.500551 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.500898 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.501233 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.501623 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.501996 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.502364 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.502764 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.503197 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.503679 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.504463 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.504463 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.504729 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:51:31.509696 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-ac4dcae8-7e62-40da-aa66-f1f76544020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:31.512353 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-ac4dcae8-7e62-40da-aa66-f1f76544020e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595226 Apr 08 11:51:31.535402 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] For port c669db74-22d9-46c4-b75b-9df2e0d74427, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:31.539395 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] For port c669db74-22d9-46c4-b75b-9df2e0d74427, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c669db74-22d9-46c4-b75b-9df2e0d74427,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:31.548685 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.624640 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-48fb665c-6f8b-4b81-adba-ec2fd15ef0e4 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047001 Apr 08 11:51:31.646018 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:31.647110 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:31.652187 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8836d71b-3462-4076-84a7-af16449d4199), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.714400 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 52502603-9bff-429e-9088-cc1eecdc0423 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:31.746897 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7170569-6671-4206-bbe2-a9659640c3f2 req-4980db0a-dd5e-4aeb-9ff0-e614d522f2ee service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090338 Apr 08 11:51:31.808444 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 52502603-9bff-429e-9088-cc1eecdc0423 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:31.809389 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (52502603-9bff-429e-9088-cc1eecdc0423), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.813844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-9eff0f8f-01b2-461f-b3b5-aa572a6e10ae None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:31.814214 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9eff0f8f-01b2-461f-b3b5-aa572a6e10ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.825651 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:31.854028 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd8e39-b218-48c0-9fbe-b4c5791493b3 None None] Pushing event updated for resources: {'Port': ['ID=c669db74-22d9-46c4-b75b-9df2e0d74427,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:31.867042 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks [] for port (8836d71b-3462-4076-84a7-af16449d4199), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.871600 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:31.892916 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-9eff0f8f-01b2-461f-b3b5-aa572a6e10ae None None] Port 8836d71b-3462-4076-84a7-af16449d4199 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:51:31.943195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 52502603-9bff-429e-9088-cc1eecdc0423 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:31.943419 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Pushing event updated for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:31.945768 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:32.037579 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Network 7234157e-604b-4ac8-8db5-d1daf030681c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:32.037911 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 1, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:32.038804 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:32.064216 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3645237a-fdb5-4238-b0d6-9b309e7dede4 None None] The sync data for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi is: [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 1, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:32.163091 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Router 01acafa8-b965-4316-98d1-354eb5fc1c0d has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:32.284739 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:32.286669 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7231f5a0-89e9-451e-9cab-a373dee0131b admin admin] 10.222.0.55 "PUT /v2.0/routers/01acafa8-b965-4316-98d1-354eb5fc1c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7459946 Apr 08 11:51:32.315970 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-6996f968-5c30-4f05-8ce1-c1188791f2c1 None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:32.316324 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6996f968-5c30-4f05-8ce1-c1188791f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:32.353756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6996f968-5c30-4f05-8ce1-c1188791f2c1 None None] Port 8836d71b-3462-4076-84a7-af16449d4199 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:51:32.511846 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070262-c8e7-41eb-a57f-db6072cb9fa3 req-7e3e1cea-40e5-49f0-b3bb-92cc059a372f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:32.513390 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54070262-c8e7-41eb-a57f-db6072cb9fa3 req-7e3e1cea-40e5-49f0-b3bb-92cc059a372f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0627100 Apr 08 11:51:32.573393 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54070262-c8e7-41eb-a57f-db6072cb9fa3 req-75a5c459-e002-4437-89d1-4ea2cc3d48ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531974 Apr 08 11:51:32.856065 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40456) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:32.861062 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1014918227-network', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:32.883146 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Made reservation on behalf of 2a8f42f2ab564a5082a4879c487ff3c9 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:32.885759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:32.894732 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:32.973744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks [] for security_group (7b6ff402-4533-4204-8a4f-96de290d26e7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:32.978726 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b6ff402-4533-4204-8a4f-96de290d26e7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.003857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:51:33.014103 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6ff402-4533-4204-8a4f-96de290d26e7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:33.019081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (d202ae8a-fe23-4916-ac68-5f44af031b2a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.019477 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Added segment d202ae8a-fe23-4916-ac68-5f44af031b2a of type vlan for network 151f8475-b24c-435c-a1d2-d36e9f47e0bc Apr 08 11:51:33.060609 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (151f8475-b24c-435c-a1d2-d36e9f47e0bc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.087189 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (151f8475-b24c-435c-a1d2-d36e9f47e0bc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.088158 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:33.088757 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.142574 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2853072 Apr 08 11:51:33.145620 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:33.150063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56c2a1-1775-46b8-9359-d4dfb4a785bf admin admin] Pushing event updated for resources: {'Network': ['ID=151f8475-b24c-435c-a1d2-d36e9f47e0bc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:33.150502 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Request body: {'subnet': {'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1014918227-subnet', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:33.160503 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:51:33.175541 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Made reservation on behalf of 2a8f42f2ab564a5082a4879c487ff3c9 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:33.178081 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11650109'] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.348395 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12560408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11652039'] for subnet (fe65b43d-c74e-412d-a302-58f2b0302dd7), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.396470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe65b43d-c74e-412d-a302-58f2b0302dd7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:33.412801 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Checking segment: {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:33.413288 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Network hostable DHCP agents. Network: 151f8475-b24c-435c-a1d2-d36e9f47e0bc, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:51:33.430685 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:51:33.440727 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 151f8475-b24c-435c-a1d2-d36e9f47e0bc) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:33.445170 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:33.445763 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.450203 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71fe000-9ca7-4d2a-8ed7-a95d08e12e82 None None] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:33.462320 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-168f9c90-2cce-4f29-af85-c6c5f9a9d18d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156283 Apr 08 11:51:33.464949 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40460) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:33.469409 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:33.490603 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.491591 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.543821 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for router_controller (6687709b-83c5-485a-b28f-0d0bc7dda7c2), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.549996 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'fixed_ips': [{'subnet_id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:51:33.550847 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.721560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for router_gateway (6687709b-83c5-485a-b28f-0d0bc7dda7c2), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.748586 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Allocated IP 172.20.0.2 (151f8475-b24c-435c-a1d2-d36e9f47e0bc/fe65b43d-c74e-412d-a302-58f2b0302dd7/878d79f8-21bf-402b-918a-4d6157e2804c) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:33.753621 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c669db74-22d9-46c4-b75b-9df2e0d74427 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:33.775048 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609817-057a-48a5-9553-cde28af89145 req-89224de9-bd16-47a6-96d4-f3be17793dc2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:33.776516 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a0609817-057a-48a5-9553-cde28af89145 req-89224de9-bd16-47a6-96d4-f3be17793dc2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0874867 Apr 08 11:51:33.868070 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a0609817-057a-48a5-9553-cde28af89145 req-e54c1232-2b20-402f-9ab2-64d1df28c3f6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615823 Apr 08 11:51:33.884688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c669db74-22d9-46c4-b75b-9df2e0d74427 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:33.885123 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.986259 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks [] for port (878d79f8-21bf-402b-918a-4d6157e2804c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:33.997160 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.000612 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for router_gateway (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.022375 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.050975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:34.069427 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Pushing event updated for resources: {'Port': ['ID=878d79f8-21bf-402b-918a-4d6157e2804c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:34.073481 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:34.077540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:34.093517 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c669db74-22d9-46c4-b75b-9df2e0d74427 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:34.093517 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.138034 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Allocated IP 172.27.2.82 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/c1d646b1-1195-4b73-a711-bf5eda72ac6f) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:34.152638 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port c669db74-22d9-46c4-b75b-9df2e0d74427, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c669db74-22d9-46c4-b75b-9df2e0d74427,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:34.157754 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.159681 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Attempting to bind port 878d79f8-21bf-402b-918a-4d6157e2804c on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:34.160086 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Attempting to bind port 878d79f8-21bf-402b-918a-4d6157e2804c by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:34.160470 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Attempting to bind port 878d79f8-21bf-402b-918a-4d6157e2804c on network 151f8475-b24c-435c-a1d2-d36e9f47e0bc {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:34.184786 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:34.185921 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Checking segment: {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:34.186484 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.187021 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Bound using segment: {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:34.187712 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Bound port: 878d79f8-21bf-402b-918a-4d6157e2804c, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:34.188252 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.204081 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Sync routers for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:34.248053 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.254195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:34.254814 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:34.260688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=c669db74-22d9-46c4-b75b-9df2e0d74427,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:34.282774 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.323648 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:34.326515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:34.331543 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] For port 878d79f8-21bf-402b-918a-4d6157e2804c, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:34.332281 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:34.338003 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Pushing event updated for resources: {'Port': ['ID=c1d646b1-1195-4b73-a711-bf5eda72ac6f,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:34.369628 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] For port 878d79f8-21bf-402b-918a-4d6157e2804c, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=878d79f8-21bf-402b-918a-4d6157e2804c,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:34.385430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.568837 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:34.618825 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c38c2-3d2a-4ef4-bce5-91c5d7a2c966 None None] Pushing event updated for resources: {'Port': ['ID=878d79f8-21bf-402b-918a-4d6157e2804c,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:34.793759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.866758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 2, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:34.887188 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for router_gateway (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:34.899384 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Checking router: 01acafa8-b965-4316-98d1-354eb5fc1c0d for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:34.899734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Updating router 01acafa8-b965-4316-98d1-354eb5fc1c0d port 8836d71b-3462-4076-84a7-af16449d4199 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:51:34.932573 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8836d71b-3462-4076-84a7-af16449d4199), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.023923 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2160f-ef85-45f0-951d-3940c2f07838 req-d8b685cf-83ae-4f70-908c-2abf032a427c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:35.031383 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8a2160f-ef85-45f0-951d-3940c2f07838 req-d8b685cf-83ae-4f70-908c-2abf032a427c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0772426 Apr 08 11:51:35.093880 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8a2160f-ef85-45f0-951d-3940c2f07838 req-23586da9-ee61-4429-a801-32600cb36fb8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565057 Apr 08 11:51:35.106348 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.135632 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40480) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:35.248472 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks [] for port (8836d71b-3462-4076-84a7-af16449d4199), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.250012 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:51:35.252211 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bedf912d-8e8a-4110-9839-1b6943d0a4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.254745 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.310430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22d6a5-e1d8-49cd-b0cf-8ae7a0f73d0c None None] Pushing event updated for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:35.341405 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bedf912d-8e8a-4110-9839-1b6943d0a4a1 admin admin] Publish callbacks [] for security_group (ccef7e9e-7a37-4a15-92dd-66755db29d6c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.346466 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bedf912d-8e8a-4110-9839-1b6943d0a4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (ccef7e9e-7a37-4a15-92dd-66755db29d6c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.366106 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Attempting to bind port 8836d71b-3462-4076-84a7-af16449d4199 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:35.366792 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Attempting to bind port 8836d71b-3462-4076-84a7-af16449d4199 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:35.367324 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Attempting to bind port 8836d71b-3462-4076-84a7-af16449d4199 on network 7234157e-604b-4ac8-8db5-d1daf030681c {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:35.375712 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:35.376393 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Checking segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:35.376994 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.377544 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Bound using segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:35.378176 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Bound port: 8836d71b-3462-4076-84a7-af16449d4199, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:35.378739 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8836d71b-3462-4076-84a7-af16449d4199), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.394449 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:35.412027 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Sync routers for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:35.413041 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bedf912d-8e8a-4110-9839-1b6943d0a4a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fc1c877b6514835bcc2831c89407818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762926 Apr 08 11:51:35.413783 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40484) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:35.414421 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf912d-8e8a-4110-9839-1b6943d0a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef7e9e-7a37-4a15-92dd-66755db29d6c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:35.443643 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.444762 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:35.449123 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-195b425f-1619-4a15-877c-dacf50ef293c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9806204 Apr 08 11:51:35.449556 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40486) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:35.451595 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:35.478966 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] For port 8836d71b-3462-4076-84a7-af16449d4199, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:35.483670 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] For port 8836d71b-3462-4076-84a7-af16449d4199, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8836d71b-3462-4076-84a7-af16449d4199,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:35.485348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] Publish callbacks [] for security_group (ccef7e9e-7a37-4a15-92dd-66755db29d6c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.495022 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.530451 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] Publish callbacks [] for security_group (ccef7e9e-7a37-4a15-92dd-66755db29d6c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.579752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22d6a5-e1d8-49cd-b0cf-8ae7a0f73d0c None None] Pushing event updated for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:35.593487 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (ccef7e9e-7a37-4a15-92dd-66755db29d6c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.598856 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.602385 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccef7e9e-7a37-4a15-92dd-66755db29d6c HTTP/1.1" status: 204 len: 168 time: 0.1769297 Apr 08 11:51:35.608282 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:35.608949 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:35.611322 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6add9c-70bf-4edf-9fe0-786a31bf5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef7e9e-7a37-4a15-92dd-66755db29d6c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:35.722393 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:35.761594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:35.761594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:35.869617 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:36.030856 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c669db74-22d9-46c4-b75b-9df2e0d74427 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:36.135314 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 3, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:36.175672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986badb7-e72a-428d-b867-ecb1a2bdb699 None None] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:51:36.178535 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Checking router: 6687709b-83c5-485a-b28f-0d0bc7dda7c2 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:36.178885 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Updating router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 port c1d646b1-1195-4b73-a711-bf5eda72ac6f binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:51:36.208180 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.274351 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be9cd1-555c-43eb-bbbe-044f0099bcb1 req-27fe63a4-e9e4-455a-92be-1da947706750 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:36.281437 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-80be9cd1-555c-43eb-bbbe-044f0099bcb1 req-27fe63a4-e9e4-455a-92be-1da947706750 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.1054392 Apr 08 11:51:36.294435 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.336053 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Current status of the port 8836d71b-3462-4076-84a7-af16449d4199 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:36.336596 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8836d71b-3462-4076-84a7-af16449d4199), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.348702 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c669db74-22d9-46c4-b75b-9df2e0d74427 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:36.349103 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.361511 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-80be9cd1-555c-43eb-bbbe-044f0099bcb1 req-a37cfa85-7d60-4f77-9e81-991e4a1e9cb0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Apr 08 11:51:36.427259 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:35Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:36.430218 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] For port 8836d71b-3462-4076-84a7-af16449d4199, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8836d71b-3462-4076-84a7-af16449d4199,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:36.465331 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.471770 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f4a60-f286-492c-94fd-c5ea83df0ba1 None None] The sync data for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi is: [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:35Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:36.535769 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Allocated IP 172.20.0.1 (151f8475-b24c-435c-a1d2-d36e9f47e0bc/fe65b43d-c74e-412d-a302-58f2b0302dd7/8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:36.556978 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks [] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.566538 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.600824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0731e-42a8-4b6a-b47a-3b303631f74f None None] Pushing event updated for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:36.624391 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c669db74-22d9-46c4-b75b-9df2e0d74427 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:36.625596 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8836d71b-3462-4076-84a7-af16449d4199 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:36.663491 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:36.663864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.690357 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Attempting to bind port c1d646b1-1195-4b73-a711-bf5eda72ac6f on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:36.690965 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Attempting to bind port c1d646b1-1195-4b73-a711-bf5eda72ac6f by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:36.691546 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Attempting to bind port c1d646b1-1195-4b73-a711-bf5eda72ac6f on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:36.695163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks [] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.734378 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:36.735072 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:36.735639 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.736178 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:36.737030 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Bound port: c1d646b1-1195-4b73-a711-bf5eda72ac6f, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:36.737567 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.766261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.842765 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] For port c1d646b1-1195-4b73-a711-bf5eda72ac6f, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:36.844921 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] For port c1d646b1-1195-4b73-a711-bf5eda72ac6f, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d646b1-1195-4b73-a711-bf5eda72ac6f,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:36.851226 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738b387-0fcf-4c0a-ba2f-671565dde368 None None] Pushing event updated for resources: {'Port': ['ID=c1d646b1-1195-4b73-a711-bf5eda72ac6f,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:36.859208 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.861991 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:36.865823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:36.898475 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:36.904965 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:36.910653 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:36.911596 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:36.936860 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:36.937097 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:36.969330 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.030301 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Current status of the port 8836d71b-3462-4076-84a7-af16449d4199 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.058791 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738b387-0fcf-4c0a-ba2f-671565dde368 None None] Pushing event updated for resources: {'Port': ['ID=c1d646b1-1195-4b73-a711-bf5eda72ac6f,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:37.092154 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:37.093285 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Provisioning complete for port 878d79f8-21bf-402b-918a-4d6157e2804c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:37.093657 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.135024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 8836d71b-3462-4076-84a7-af16449d4199 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.136136 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 878d79f8-21bf-402b-918a-4d6157e2804c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:37.239749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.300598 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Current status of the port 878d79f8-21bf-402b-918a-4d6157e2804c is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.301011 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.312685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 878d79f8-21bf-402b-918a-4d6157e2804c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:37.313092 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.385212 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] For port 878d79f8-21bf-402b-918a-4d6157e2804c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=878d79f8-21bf-402b-918a-4d6157e2804c,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:37.394773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.430998 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 3, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:37.444809 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d833f20-e806-4e30-92db-5445206bf2cb None None] Pushing event updated for resources: {'Port': ['ID=878d79f8-21bf-402b-918a-4d6157e2804c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:37.473136 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d57ba-b138-499a-b7e9-82fd66df77c3 None None] The sync data for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi is: [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 3, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:37.507672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks [] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.515659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.539183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 878d79f8-21bf-402b-918a-4d6157e2804c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.552410 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Provisioning complete for port 878d79f8-21bf-402b-918a-4d6157e2804c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:37.553051 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.570541 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0a69-dcbc-4b18-a3c0-239dcb787bee req-19ca427f-85f1-45cc-9b4a-3b612cb065f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:37.573381 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8ecb0a69-dcbc-4b18-a3c0-239dcb787bee req-19ca427f-85f1-45cc-9b4a-3b612cb065f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0938454 Apr 08 11:51:37.589369 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:37.613761 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.652273 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8ecb0a69-dcbc-4b18-a3c0-239dcb787bee req-cadf37e0-2b12-45eb-aba2-528906749a96 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732169 Apr 08 11:51:37.675873 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Current status of the port 878d79f8-21bf-402b-918a-4d6157e2804c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.687992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Provisioning complete for port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:37.688431 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.723731 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:37.725574 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:37.761395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5d88dad8-9ff9-4699-ab33-dbd51bbe6f1e None None] Port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:51:37.799027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8836d71b-3462-4076-84a7-af16449d4199 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:37.855264 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 8836d71b-3462-4076-84a7-af16449d4199 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:37.856197 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8836d71b-3462-4076-84a7-af16449d4199), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:37.906039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:51:37.986943 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 8836d71b-3462-4076-84a7-af16449d4199 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:37.987863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 878d79f8-21bf-402b-918a-4d6157e2804c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:38.079506 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 878d79f8-21bf-402b-918a-4d6157e2804c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:38.079885 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.101709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:51:38.106665 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-99b1fdc8-bad7-4cb9-a2fe-785eb183ea13 admin admin] 10.222.0.55 "PUT /v2.0/routers/6687709b-83c5-485a-b28f-0d0bc7dda7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6561232 Apr 08 11:51:38.114334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-9c382015-ec0f-4de3-a10d-06df3efc5fe7 None None] Provisioning complete for port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:38.114719 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c382015-ec0f-4de3-a10d-06df3efc5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.168625 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-9c382015-ec0f-4de3-a10d-06df3efc5fe7 None None] Port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:51:38.219430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 878d79f8-21bf-402b-918a-4d6157e2804c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:38.553282 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:38.557955 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455053169', 'description': 'tempest-secgroup-smoke-1455053169 description', 'project_id': '0a0421922fc2488ea33a275713b303b3'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:38.580995 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.653227 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (e57307a3-699a-4195-b954-685db1ca5142), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.658024 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e57307a3-699a-4195-b954-685db1ca5142), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.687377 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.691491 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342394 Apr 08 11:51:38.692917 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40550) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:38.693673 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef89365-b776-4233-bc98-782b1aace636 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57307a3-699a-4195-b954-685db1ca5142,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:38.697202 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:38.726223 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (3c9f4a57-c698-4238-b8b7-9ee4ec050c2d), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.809479 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (3c9f4a57-c698-4238-b8b7-9ee4ec050c2d), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.818599 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe792860-dc42-4dca-9bdb-4574259b9c26 req-199b4986-375c-492a-92f0-32c90d75a596 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:38.820070 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe792860-dc42-4dca-9bdb-4574259b9c26 req-199b4986-375c-492a-92f0-32c90d75a596 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0910058 Apr 08 11:51:38.821157 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (3c9f4a57-c698-4238-b8b7-9ee4ec050c2d), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.844825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9f4a57-c698-4238-b8b7-9ee4ec050c2d,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:38.862337 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.863556 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-75363d9c-e7ba-4f57-9fa7-b3fa509e38b7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707218 Apr 08 11:51:38.866484 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40552) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:38.877242 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:38.902526 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe792860-dc42-4dca-9bdb-4574259b9c26 req-5ff186ad-5697-43c3-8765-f8bc73bf6360 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749559 Apr 08 11:51:38.917109 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (a9b8c4bb-6273-4b41-942e-459fffe470cd), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.975067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (a9b8c4bb-6273-4b41-942e-459fffe470cd), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.979706 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (a9b8c4bb-6273-4b41-942e-459fffe470cd), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:38.996785 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b8c4bb-6273-4b41-942e-459fffe470cd,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:39.005800 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.006999 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ac837f7a-3ff0-4819-bb0e-13a00a43091f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385117 Apr 08 11:51:39.009769 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40556) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:39.014109 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:39.041163 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (eb77c104-e7d5-45cb-926b-7908a2dd8630), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.096669 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (eb77c104-e7d5-45cb-926b-7908a2dd8630), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.102270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (eb77c104-e7d5-45cb-926b-7908a2dd8630), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.119849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77c104-e7d5-45cb-926b-7908a2dd8630,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:39.129171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.130496 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a95b3a81-210c-43a2-8682-682dc557a158 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196465 Apr 08 11:51:39.133477 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40558) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:39.137985 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:39.163615 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (e2b763a1-f575-4443-9af4-ff8840f8b4a8), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.219985 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (e2b763a1-f575-4443-9af4-ff8840f8b4a8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.225357 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (e2b763a1-f575-4443-9af4-ff8840f8b4a8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.241964 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b763a1-f575-4443-9af4-ff8840f8b4a8,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:39.249749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.251035 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c93f266b-0ae2-443a-b7b8-7796b9401480 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165597 Apr 08 11:51:39.253875 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40560) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:39.258111 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:39.279549 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Project 0a0421922fc2488ea33a275713b303b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:51:39.284555 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (14e03c11-a2bd-48e8-b086-42c0af49ef67), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.344498 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (14e03c11-a2bd-48e8-b086-42c0af49ef67), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.349390 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (14e03c11-a2bd-48e8-b086-42c0af49ef67), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.367992 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e03c11-a2bd-48e8-b086-42c0af49ef67,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:39.376778 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.378022 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-a1067894-d6ce-4db6-8a22-2dbb8e8de495 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232197 Apr 08 11:51:39.380743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40562) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:39.385125 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'security_group_rule': {'security_group_id': 'e57307a3-699a-4195-b954-685db1ca5142', 'project_id': '0a0421922fc2488ea33a275713b303b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:39.406373 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Project 0a0421922fc2488ea33a275713b303b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 11:51:39.411459 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (2159469f-170c-415f-9b5a-0ff6474472e2), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.474958 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (2159469f-170c-415f-9b5a-0ff6474472e2), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.482087 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (2159469f-170c-415f-9b5a-0ff6474472e2), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.505277 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2159469f-170c-415f-9b5a-0ff6474472e2,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:39.509553 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:39.518997 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9e992593-7fc3-4a9c-b32d-aaf79c3f9c24 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290503 Apr 08 11:51:39.658695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Sync routers for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:51:39.671540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:39.672447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:39.708349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d646b1-1195-4b73-a711-bf5eda72ac6f up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:39.818435 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:39.854050 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c1d646b1-1195-4b73-a711-bf5eda72ac6f triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:39.854414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.047015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c1d646b1-1195-4b73-a711-bf5eda72ac6f is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:40.047403 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.053068 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de78e4-a552-4df2-ac49-55ad03602d72 req-02b7724f-9380-43ba-81a4-8d28dc4c35d2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:40.054635 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92de78e4-a552-4df2-ac49-55ad03602d72 req-02b7724f-9380-43ba-81a4-8d28dc4c35d2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0780272 Apr 08 11:51:40.089265 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port c1d646b1-1195-4b73-a711-bf5eda72ac6f, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d646b1-1195-4b73-a711-bf5eda72ac6f,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:40.095063 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.107934 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92de78e4-a552-4df2-ac49-55ad03602d72 req-43b2e52a-95d0-4433-8a92-051af04c90e9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Apr 08 11:51:40.155846 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:37Z', 'revision_number': 4, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4', 'name': '', 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'mac_address': 'fa:16:3e:52:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:36Z', 'updated_at': '2022-04-08T11:51:37Z', 'revision_number': 2, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'subnets': [{'id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:40.159265 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=c1d646b1-1195-4b73-a711-bf5eda72ac6f,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:40.186482 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Checking router: 6687709b-83c5-485a-b28f-0d0bc7dda7c2 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:51:40.186832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Updating router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:51:40.216115 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.487471 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks [] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.495456 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.548353 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29fa7c-c0d1-4005-a1a9-e2010c43b6aa None None] Pushing event updated for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:40.606221 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Attempting to bind port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:40.606596 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Attempting to bind port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:40.606958 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Attempting to bind port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 on network 151f8475-b24c-435c-a1d2-d36e9f47e0bc {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:40.612952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:40.613335 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Checking segment: {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:40.613735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.614122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Bound using segment: {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:40.614591 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Bound port: 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd202ae8a-fe23-4916-ac68-5f44af031b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:40.614969 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.688165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] For port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:40.692030 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] For port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:40.699905 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:40.762791 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:51:40.763173 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:40.766268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29fa7c-c0d1-4005-a1a9-e2010c43b6aa None None] Pushing event updated for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:40.867308 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Provisioning complete for port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:40.867626 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:41.116844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:51:41.250989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Current status of the port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:41.251637 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:41.281812 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef1a8d-9fa5-4110-ae63-1b01d6249a31 req-849665b3-5fe5-497b-a8db-d9c76f30d891 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:41.283452 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aeef1a8d-9fa5-4110-ae63-1b01d6249a31 req-849665b3-5fe5-497b-a8db-d9c76f30d891 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0598269 Apr 08 11:51:41.329462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] For port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:51:41.330606 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aeef1a8d-9fa5-4110-ae63-1b01d6249a31 req-dc38df78-4eae-4926-9465-11bcfbed842e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Apr 08 11:51:41.339625 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:41.418290 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81870c6e-e8de-47e9-b5cc-204a0dd926b9 None None] Pushing event updated for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:41.446832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:37Z', 'revision_number': 4, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4', 'name': '', 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'mac_address': 'fa:16:3e:52:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:36Z', 'updated_at': '2022-04-08T11:51:40Z', 'revision_number': 4, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'subnets': [{'id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:51:41.485347 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcec5d9-4a50-4591-91c7-31e8c3170de4 None None] The sync data for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi is: [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:51:37Z', 'revision_number': 4, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4', 'name': '', 'network_id': '151f8475-b24c-435c-a1d2-d36e9f47e0bc', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'mac_address': 'fa:16:3e:52:48:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:36Z', 'updated_at': '2022-04-08T11:51:40Z', 'revision_number': 4, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'subnets': [{'id': 'fe65b43d-c74e-412d-a302-58f2b0302dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:51:41.493427 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-6402e39d-8ce6-44a6-83b7-817a9439c4f6 None None] Provisioning complete for port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:41.493808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6402e39d-8ce6-44a6-83b7-817a9439c4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:41.604820 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6402e39d-8ce6-44a6-83b7-817a9439c4f6 None None] Current status of the port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:41.749513 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d646b1-1195-4b73-a711-bf5eda72ac6f up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:41.802235 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port c1d646b1-1195-4b73-a711-bf5eda72ac6f triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:41.802551 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:41.888688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port c1d646b1-1195-4b73-a711-bf5eda72ac6f is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:41.889828 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:51:41.937982 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:41.938469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:42.026346 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:51:42.451042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f3eb9-f9cc-4f6e-b2da-098b1b1630c2 req-c236c08e-b27a-4a13-8937-709601c52d95 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:42.452554 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-641f3eb9-f9cc-4f6e-b2da-098b1b1630c2 req-c236c08e-b27a-4a13-8937-709601c52d95 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0532713 Apr 08 11:51:42.506755 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-641f3eb9-f9cc-4f6e-b2da-098b1b1630c2 req-e8a1bfdf-9705-4cee-8b91-76d228c63e32 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Apr 08 11:51:43.626714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10977e03-1460-4d8c-907e-5e608029f532 req-8d6fa20f-c706-4b62-a8d7-9d07f6e7cb23 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:43.628189 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10977e03-1460-4d8c-907e-5e608029f532 req-8d6fa20f-c706-4b62-a8d7-9d07f6e7cb23 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Apr 08 11:51:43.679876 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10977e03-1460-4d8c-907e-5e608029f532 req-859c13d1-5185-4f79-a8c3-e7f6380cd4b4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Apr 08 11:51:44.438252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c1b3-afae-4e5e-bd30-6c643c994631 req-89449e34-18ae-4595-be57-4030ccfe2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:44.439770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2316c1b3-afae-4e5e-bd30-6c643c994631 req-89449e34-18ae-4595-be57-4030ccfe2daf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.2918708 Apr 08 11:51:44.483964 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2316c1b3-afae-4e5e-bd30-6c643c994631 req-4e84c218-5ee9-40a8-8c4a-17c1d3784fea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368760 Apr 08 11:51:44.802486 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4eba3-5bee-48c5-8b5e-4a02afa4aaf2 req-05491ef9-512a-4f6d-ad6e-f4671eea2bf0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:44.803927 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-52f4eba3-5bee-48c5-8b5e-4a02afa4aaf2 req-05491ef9-512a-4f6d-ad6e-f4671eea2bf0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Apr 08 11:51:44.852769 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-52f4eba3-5bee-48c5-8b5e-4a02afa4aaf2 req-4a3638c3-967a-44d9-a384-afe6e0199baf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Apr 08 11:51:45.977483 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b542-101a-43fc-8958-e5d184a61874 req-f9979185-3369-4e46-895f-bc526f8c1348 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:45.978932 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c193b542-101a-43fc-8958-e5d184a61874 req-f9979185-3369-4e46-895f-bc526f8c1348 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0600793 Apr 08 11:51:46.031398 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c193b542-101a-43fc-8958-e5d184a61874 req-c5141f57-4d48-4969-b68b-1fa1bc09ca30 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Apr 08 11:51:47.158077 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad045d-05f8-4439-92de-4bd1029f3a08 req-9cecb85f-5dfd-4a46-8bc4-cdf623a997ad tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.159492 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19ad045d-05f8-4439-92de-4bd1029f3a08 req-9cecb85f-5dfd-4a46-8bc4-cdf623a997ad tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0591586 Apr 08 11:51:47.209590 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19ad045d-05f8-4439-92de-4bd1029f3a08 req-37c9f2f5-8dcf-4c93-8eee-b876ebd6b3df tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Apr 08 11:51:47.468963 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-f5d9a818-0ce8-4442-942c-350fda0bd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.470375 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-f5d9a818-0ce8-4442-942c-350fda0bd6ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.0465412 Apr 08 11:51:47.477706 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bef1e-1c77-4d5e-a352-d89f85097b64 req-0d5c0646-227e-462e-b580-bdbe4427171c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.479417 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b7bef1e-1c77-4d5e-a352-d89f85097b64 req-0d5c0646-227e-462e-b580-bdbe4427171c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Apr 08 11:51:47.526902 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b7bef1e-1c77-4d5e-a352-d89f85097b64 req-9993a68c-bb8d-49ea-adc6-f5313f217d76 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Apr 08 11:51:47.566321 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-7f0161ca-3a20-4aad-b360-cc46e03841ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.567869 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-7f0161ca-3a20-4aad-b360-cc46e03841ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0910494 Apr 08 11:51:47.613091 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-d456f817-a9ed-4018-9de1-276413f5e0cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 217 time: 0.0377269 Apr 08 11:51:47.665010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-e3d3155a-51cc-4763-a52c-bbc34a0f42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.666458 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-e3d3155a-51cc-4763-a52c-bbc34a0f42a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0459733 Apr 08 11:51:47.720128 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-ecae4d73-1192-44c5-845c-6dccae735810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:47.721603 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-ecae4d73-1192-44c5-845c-6dccae735810 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490720 Apr 08 11:51:47.814653 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-a9c1d8a4-ee5c-4204-a99c-08209994dab8 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Apr 08 11:51:47.908112 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc15933d-8ee7-4572-ba1b-d948460ac657 req-ee8989fd-f752-47f3-9bb0-57f9e73d3a24 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874441 Apr 08 11:51:48.660578 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e434feb-e567-40b2-b9c8-af0e5260bdc5 req-4fbdd54d-6d25-481c-b154-36ab85fc6f4a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:48.662504 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1e434feb-e567-40b2-b9c8-af0e5260bdc5 req-4fbdd54d-6d25-481c-b154-36ab85fc6f4a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0632191 Apr 08 11:51:48.711424 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1e434feb-e567-40b2-b9c8-af0e5260bdc5 req-6118b4b9-11a3-4fe0-9c7a-7c2d4690b174 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428958 Apr 08 11:51:49.685408 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:51:49.841846 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4eed-6d52-4bfe-99a5-ea59338d60fa req-362b07a0-3b57-4361-b28d-fea033b4aec9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:49.843444 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b4eed-6d52-4bfe-99a5-ea59338d60fa req-362b07a0-3b57-4361-b28d-fea033b4aec9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0624297 Apr 08 11:51:49.896963 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b4eed-6d52-4bfe-99a5-ea59338d60fa req-3804c200-4692-4668-9969-438d9f824566 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Apr 08 11:51:50.421298 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0036655a-d474-4cde-bbec-9ec9c01900a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:51.019414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cf9a-b6dc-4dab-9ffe-cbf8933ff229 req-e6f3720c-2e80-40ff-8154-7624084d3a67 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:51.021204 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0310cf9a-b6dc-4dab-9ffe-cbf8933ff229 req-e6f3720c-2e80-40ff-8154-7624084d3a67 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0566168 Apr 08 11:51:51.076833 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0310cf9a-b6dc-4dab-9ffe-cbf8933ff229 req-d03afbba-21ab-45de-91a7-ea23d984d799 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Apr 08 11:51:52.687639 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cd868ba-7db9-4157-9ae1-a0b956469dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.591095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40866) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:53.725690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40876) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:53.731302 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385421733', 'description': 'tempest-description--1798317138'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:53.756732 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.804526 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.831016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (f9dca43c-238c-4c4d-b447-8dd97f943769), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.835783 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f9dca43c-238c-4c4d-b447-8dd97f943769), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.866550 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dca43c-238c-4c4d-b447-8dd97f943769,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:53.873239 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.874511 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-135aff52-0c78-4215-8c4c-65ceb63b5f0a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1471448 Apr 08 11:51:53.877265 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40878) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:53.881659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'security_group_rule': {'security_group_id': 'f9dca43c-238c-4c4d-b447-8dd97f943769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:53.907898 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (37242e02-1443-4d24-af3c-9ebd44e5b673), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.938085 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cb42479-6c5d-4f62-b076-c1fba399d3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.968260 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (37242e02-1443-4d24-af3c-9ebd44e5b673), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.974452 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (37242e02-1443-4d24-af3c-9ebd44e5b673), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:53.994412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37242e02-1443-4d24-af3c-9ebd44e5b673,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.003951 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.005173 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7cb3d337-800c-4e1b-9d32-5ee3be7e68c7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269329 Apr 08 11:51:54.007852 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40880) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:54.012194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cb42479-6c5d-4f62-b076-c1fba399d3cb admin admin] Publish callbacks [] for security_group (a43872a0-1c8c-4c61-a702-6c1896ff8838), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.012456 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'security_group_rule': {'security_group_id': 'f9dca43c-238c-4c4d-b447-8dd97f943769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:54.017808 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9cb42479-6c5d-4f62-b076-c1fba399d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a43872a0-1c8c-4c61-a702-6c1896ff8838), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.039345 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (692ad511-d797-47b8-80e2-63e83c731d87), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.054623 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9cb42479-6c5d-4f62-b076-c1fba399d3cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0664427f7ebc4611b61b75d40f956bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624164 Apr 08 11:51:54.056495 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb42479-6c5d-4f62-b076-c1fba399d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43872a0-1c8c-4c61-a702-6c1896ff8838,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.057343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:54.113372 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (692ad511-d797-47b8-80e2-63e83c731d87), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.122654 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (692ad511-d797-47b8-80e2-63e83c731d87), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.138427 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] Publish callbacks [] for security_group (a43872a0-1c8c-4c61-a702-6c1896ff8838), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.152332 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692ad511-d797-47b8-80e2-63e83c731d87,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.167870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.169896 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-990d9332-9d45-4428-8741-a61b65434d62 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602893 Apr 08 11:51:54.171138 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] Publish callbacks [] for security_group (a43872a0-1c8c-4c61-a702-6c1896ff8838), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.172416 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 40884) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:54.177038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:54.198975 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.218623 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a43872a0-1c8c-4c61-a702-6c1896ff8838), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.221370 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.225305 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a43872a0-1c8c-4c61-a702-6c1896ff8838 HTTP/1.1" status: 204 len: 168 time: 0.1670449 Apr 08 11:51:54.233196 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31f981-3b3a-4762-9aa8-72ba93ade6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43872a0-1c8c-4c61-a702-6c1896ff8838,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.298630 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.400160 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Allocated IP 172.27.2.137 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:54.505565 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.512694 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40890) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:54.526040 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1ebfdad-926c-4b42-890f-6e6beadf700b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.540731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.574889 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:54.577647 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:54.581021 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:54.607764 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1ebfdad-926c-4b42-890f-6e6beadf700b admin admin] Publish callbacks [] for security_group (3c33c67a-daee-41de-95f2-d6add47287f1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.610616 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'Port': ['ID=31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.612739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d1ebfdad-926c-4b42-890f-6e6beadf700b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3c33c67a-daee-41de-95f2-d6add47287f1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.651064 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d1ebfdad-926c-4b42-890f-6e6beadf700b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e900b5abf62e40edbab80a61502af8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370072 Apr 08 11:51:54.651754 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebfdad-926c-4b42-890f-6e6beadf700b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33c67a-daee-41de-95f2-d6add47287f1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.654073 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 40892) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:54.676694 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.702703 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] Publish callbacks [] for security_group (3c33c67a-daee-41de-95f2-d6add47287f1), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.713007 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.723479 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] Publish callbacks [] for security_group (3c33c67a-daee-41de-95f2-d6add47287f1), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.776171 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3c33c67a-daee-41de-95f2-d6add47287f1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.780632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.781842 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c33c67a-daee-41de-95f2-d6add47287f1 HTTP/1.1" status: 204 len: 168 time: 0.1268773 Apr 08 11:51:54.790887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc531850-c47c-4844-87a7-321ebb668a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33c67a-daee-41de-95f2-d6add47287f1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.872771 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.878301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.945799 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'Port': ['ID=31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:54.957643 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.977392 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:54.978659 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-05cc2a60-4bd0-4045-9c55-319da4ff3719 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8051131 Apr 08 11:51:55.029527 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:55.176382 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-26e70009-a697-4c02-b13d-1719b6462ece tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1385421733&fields=id&tenant_id=19cf5cedde0e402dbaf8adff15370280 HTTP/1.1" status: 200 len: 267 time: 0.0422251 Apr 08 11:51:55.286946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-335c220c-f8f3-42e4-8c74-b82a196a8847 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:55.288428 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-335c220c-f8f3-42e4-8c74-b82a196a8847 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 0.1051722 Apr 08 11:51:55.311990 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-a9c6cf96-fd67-4278-a9e0-20b1ea71e0cd tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/quotas/19cf5cedde0e402dbaf8adff15370280 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Apr 08 11:51:55.373920 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-f4d545a5-4896-44a3-a11a-9ce7fdcdcd2b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0566952 Apr 08 11:51:55.470525 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-236ca293-bd5a-4071-ad33-a10d5fd971da service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Apr 08 11:51:55.565539 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-e095399a-9de7-4bfc-bcd6-7e1a9c32adfc service neutron] 10.222.0.55 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892138 Apr 08 11:51:55.738926 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-729b37b7-d5ba-4f02-a78b-bf0022fccc09 req-7670bc12-4d02-4e11-80cb-56e97e7a85c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Apr 08 11:51:56.587446 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:56.740059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-cb93207c-4367-424d-b1c2-efb636a7f8b3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:56.741577 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-cb93207c-4367-424d-b1c2-efb636a7f8b3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 817 time: 0.1089840 Apr 08 11:51:56.846026 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aea14a66-48c4-4e99-9fc3-af4f28147b8f req-d76da47b-b2e9-43ea-8d57-cc9e1028d0d3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 210 time: 0.0373194 Apr 08 11:51:56.851885 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-636282fa-8b12-4710-a61d-eb0b68c4cc0c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19cf5cedde0e402dbaf8adff15370280 HTTP/1.1" status: 200 len: 380 time: 0.1018069 Apr 08 11:51:56.911545 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'port': {'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'admin_state_up': True, 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'security_groups': ['f9dca43c-238c-4c4d-b447-8dd97f943769']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:57.016784 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Made reservation on behalf of 19cf5cedde0e402dbaf8adff15370280 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:51:57.020147 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.148689 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Allocated IP 172.20.0.14 (ce912cdf-40ba-471e-9a6e-520f63091172/fc0bbe77-91d6-42ee-b366-0b6237bbffde/2896d447-e096-4536-83e8-5f0283ac9363) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:51:57.287917 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for port (2896d447-e096-4536-83e8-5f0283ac9363), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.320663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.364092 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Network ce912cdf-40ba-471e-9a6e-520f63091172 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:51:57.367100 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:51:57.373010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:51:57.397940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event updated for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:57.426771 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:57.427429 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.447508 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-bca2af32-7456-4aef-8f1d-629bed7ca708 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406437 Apr 08 11:51:57.459250 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Request body: {'port': {'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:51:57.531033 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2896d447-e096-4536-83e8-5f0283ac9363), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.650963 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-096c045d-d4df-43df-bdb1-ef918a543213 None None] Provisioning complete for port 2896d447-e096-4536-83e8-5f0283ac9363 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:51:57.652161 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-096c045d-d4df-43df-bdb1-ef918a543213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (2896d447-e096-4536-83e8-5f0283ac9363), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.688916 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-096c045d-d4df-43df-bdb1-ef918a543213 None None] Port 2896d447-e096-4536-83e8-5f0283ac9363 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:51:57.798780 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2896d447-e096-4536-83e8-5f0283ac9363 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:51:57.806365 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks [] for port (2896d447-e096-4536-83e8-5f0283ac9363), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.818979 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Transition to ACTIVE for port object 2896d447-e096-4536-83e8-5f0283ac9363 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:51:57.824543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:57.867035 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41062) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:57.876261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Pushing event updated for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:57.950467 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Attempting to bind port 2896d447-e096-4536-83e8-5f0283ac9363 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:51:57.950807 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Attempting to bind port 2896d447-e096-4536-83e8-5f0283ac9363 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:51:57.951142 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Attempting to bind port 2896d447-e096-4536-83e8-5f0283ac9363 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:57.955859 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Port 2896d447-e096-4536-83e8-5f0283ac9363 on network ce912cdf-40ba-471e-9a6e-520f63091172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:51:57.956294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Attempting to bind port 2896d447-e096-4536-83e8-5f0283ac9363 on network ce912cdf-40ba-471e-9a6e-520f63091172 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:51:57.962628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:51:57.963046 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Checking segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:51:57.963501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Bound using segment: {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:51:57.964000 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Bound port: 2896d447-e096-4536-83e8-5f0283ac9363, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54314c4b-ec40-4dec-bed8-4eb36ae4918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:51:57.964474 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2896d447-e096-4536-83e8-5f0283ac9363), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.008949 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b930906-b493-44c3-9861-95cd14f4862a req-a4946232-a428-4d96-a4b3-cec69b94b1bf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.010793 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6b930906-b493-44c3-9861-95cd14f4862a req-a4946232-a428-4d96-a4b3-cec69b94b1bf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 944 time: 0.0811963 Apr 08 11:51:58.058718 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:51:58.062214 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2896d447-e096-4536-83e8-5f0283ac9363,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:51:58.073148 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.081581 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6b930906-b493-44c3-9861-95cd14f4862a req-4ec07188-f203-4175-a794-524f2e5b1218 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595624 Apr 08 11:51:58.095714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8acbc0c8-a12b-42cd-b1b9-9d96321764ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.110584 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.111242 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.112666 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] 10.222.0.44 "PUT /v2.0/ports/2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1094 time: 0.6578038 Apr 08 11:51:58.113418 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:51:58.115646 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a719b5df-ea78-4573-8926-3cfb57154f10" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:51:58.152840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea1d0-36af-46c5-b596-1bbc30e4af74 service neutron] Pushing event updated for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:58.163686 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e6fa27-2114-4535-b6bd-5cc8870f2e90 x-openstack-request-id: req-67e6fa27-2114-4535-b6bd-5cc8870f2e90 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:51:58.163969 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:51:58.164256 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67e6fa27-2114-4535-b6bd-5cc8870f2e90 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:51:58.164745 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e6fa27-2114-4535-b6bd-5cc8870f2e90'] response: {'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'status': 'completed', 'code': 200} Apr 08 11:51:58.179840 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8acbc0c8-a12b-42cd-b1b9-9d96321764ee admin admin] Publish callbacks [] for security_group (886a16a3-81be-4616-a5f0-4ef2fed96a89), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.185303 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8acbc0c8-a12b-42cd-b1b9-9d96321764ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (886a16a3-81be-4616-a5f0-4ef2fed96a89), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.225639 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8acbc0c8-a12b-42cd-b1b9-9d96321764ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=065bde0064d7428dad38a13039a1d711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568544 Apr 08 11:51:58.226878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbc0c8-a12b-42cd-b1b9-9d96321764ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886a16a3-81be-4616-a5f0-4ef2fed96a89,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:58.228335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41072) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:58.322604 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] Publish callbacks [] for security_group (886a16a3-81be-4616-a5f0-4ef2fed96a89), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.348623 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-77e3d9b9-167a-419c-9ea2-e74dd760869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.350167 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-77e3d9b9-167a-419c-9ea2-e74dd760869d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1128 time: 0.0737522 Apr 08 11:51:58.351991 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] Publish callbacks [] for security_group (886a16a3-81be-4616-a5f0-4ef2fed96a89), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.462582 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (886a16a3-81be-4616-a5f0-4ef2fed96a89), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.465108 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.466249 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/886a16a3-81be-4616-a5f0-4ef2fed96a89 HTTP/1.1" status: 204 len: 168 time: 0.2368855 Apr 08 11:51:58.482015 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc28e3-1bf2-47a9-99b1-947cb0c33185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a16a3-81be-4616-a5f0-4ef2fed96a89,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:58.485841 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-6acd9a87-7899-4e78-b44b-b3e3e9cfe62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.487536 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-6acd9a87-7899-4e78-b44b-b3e3e9cfe62e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=19cf5cedde0e402dbaf8adff15370280&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1287694 Apr 08 11:51:58.587598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-0c15fdc4-2599-48be-a914-3f11562a41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.589085 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a719b5df-ea78-4573-8926-3cfb57154f10 req-0c15fdc4-2599-48be-a914-3f11562a41b2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953031 Apr 08 11:51:58.686590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-50343a06-2eae-41cd-b34e-bec7d7ace1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.688182 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-50343a06-2eae-41cd-b34e-bec7d7ace1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1128 time: 0.0557954 Apr 08 11:51:58.734003 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-558646b3-15c2-4dca-83b4-8e990b51cbd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 217 time: 0.0382066 Apr 08 11:51:58.778118 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:58.796009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-11b284e3-acc9-4183-a37e-e3120773d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.797441 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-11b284e3-acc9-4183-a37e-e3120773d87b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0579410 Apr 08 11:51:58.798306 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c4cef9-4950-4c49-b014-9a5f9785887e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.879111 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-b9257b22-1ed6-450b-b740-5bec8c216b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:58.880817 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-b9257b22-1ed6-450b-b740-5bec8c216b84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750387 Apr 08 11:51:58.958217 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c4cef9-4950-4c49-b014-9a5f9785887e admin admin] Publish callbacks [] for security_group (c083b12e-2903-4960-88c8-207116f19994), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:58.964690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c4cef9-4950-4c49-b014-9a5f9785887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c083b12e-2903-4960-88c8-207116f19994), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:59.022543 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-66c4cef9-4950-4c49-b014-9a5f9785887e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b980fa17718486da4a5562c3f06275b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433095 Apr 08 11:51:59.024695 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41082) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:51:59.026174 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4cef9-4950-4c49-b014-9a5f9785887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083b12e-2903-4960-88c8-207116f19994,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:59.032557 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-5b004d9c-1ff7-4775-b38a-b91e3c9ce59f service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419880 Apr 08 11:51:59.078045 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] Publish callbacks [] for security_group (c083b12e-2903-4960-88c8-207116f19994), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:59.098582 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] Publish callbacks [] for security_group (c083b12e-2903-4960-88c8-207116f19994), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:59.132475 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1849d9b-7a4c-4b7b-8023-8daa425ebebb req-16ea3e15-9b36-4676-b6e0-d3dbd2c097e7 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899661 Apr 08 11:51:59.175313 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c083b12e-2903-4960-88c8-207116f19994), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:59.177829 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:51:59.178946 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c083b12e-2903-4960-88c8-207116f19994 HTTP/1.1" status: 204 len: 168 time: 0.1524715 Apr 08 11:51:59.190074 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aa4e9-4f40-4fb8-9d7e-1b74f00fe238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083b12e-2903-4960-88c8-207116f19994,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:51:59.204556 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5782c-3d41-4ece-827f-fb3ff6f165ff req-fe258ea0-260b-46f6-a614-c18006deaf02 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:51:59.206092 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7e5782c-3d41-4ece-827f-fb3ff6f165ff req-fe258ea0-260b-46f6-a614-c18006deaf02 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 944 time: 0.0674891 Apr 08 11:51:59.255315 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7e5782c-3d41-4ece-827f-fb3ff6f165ff req-2f9e66ca-d171-4302-948d-91ecbd823a8d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 Apr 08 11:52:00.380227 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b965-a317-4baa-a50d-1e0e6eccde8e req-928749ff-d14a-4fe7-aa0a-a2582bd00eec tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:00.381793 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8223b965-a317-4baa-a50d-1e0e6eccde8e req-928749ff-d14a-4fe7-aa0a-a2582bd00eec tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 944 time: 0.0570042 Apr 08 11:52:00.428765 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8223b965-a317-4baa-a50d-1e0e6eccde8e req-3a374742-7c30-4e11-ad35-1b5b9dc08f9c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Apr 08 11:52:01.277959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41158) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:01.397594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.478635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Publish callbacks [] for security_group (e0a62fb7-48e1-4024-972e-dd23ec5a795e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.483247 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e0a62fb7-48e1-4024-972e-dd23ec5a795e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.547230 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a62fb7-48e1-4024-972e-dd23ec5a795e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:01.552613 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93165c4f123347a98e03094f94c4c85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732100 Apr 08 11:52:01.555637 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:01.559722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.560197 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.560515 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.560960 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.561291 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.561640 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.561963 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.562271 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.562597 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.562932 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.563251 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.563573 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.563892 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.564208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.564522 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e73e9a-1a5d-421e-b341-2e4a3af57891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.588026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2a05-14d7-4da1-9cc1-c1ccd26abbe0 req-9ba1f244-574c-41b5-b091-df27f6c8d97f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:01.589616 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-559d2a05-14d7-4da1-9cc1-c1ccd26abbe0 req-9ba1f244-574c-41b5-b091-df27f6c8d97f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 944 time: 0.0918441 Apr 08 11:52:01.608960 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Publish callbacks [] for security_group (e0a62fb7-48e1-4024-972e-dd23ec5a795e), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.630945 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Publish callbacks [] for security_group (e0a62fb7-48e1-4024-972e-dd23ec5a795e), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.637101 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-559d2a05-14d7-4da1-9cc1-c1ccd26abbe0 req-4ef1d707-1a14-4eae-b1fe-5a6e6c58f886 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Apr 08 11:52:01.679283 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e0a62fb7-48e1-4024-972e-dd23ec5a795e), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.681857 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:01.685666 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0a62fb7-48e1-4024-972e-dd23ec5a795e HTTP/1.1" status: 204 len: 168 time: 0.1264026 Apr 08 11:52:01.690547 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a62fb7-48e1-4024-972e-dd23ec5a795e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:01.697525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.697886 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.698221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.698557 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.698882 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.699204 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.699511 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.699848 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.700189 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.700520 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.700838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.701180 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.701509 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.701821 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.702116 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464da034-7f21-43c2-8825-38253a325e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:01.964071 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41170) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:01.977744 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a63df12-fcba-42ac-99f5-f7cde079ee06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.058977 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a63df12-fcba-42ac-99f5-f7cde079ee06 admin admin] Publish callbacks [] for security_group (3a6e8ea5-567e-4480-baf4-0ab059686136), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.065778 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5a63df12-fcba-42ac-99f5-f7cde079ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3a6e8ea5-567e-4480-baf4-0ab059686136), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.104247 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5a63df12-fcba-42ac-99f5-f7cde079ee06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d362c89adec5402e99bad433b0fe044d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390929 Apr 08 11:52:02.105199 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63df12-fcba-42ac-99f5-f7cde079ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e8ea5-567e-4480-baf4-0ab059686136,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:02.107126 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41172) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:02.155588 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 2896d447-e096-4536-83e8-5f0283ac9363 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:52:02.156055 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] Publish callbacks [] for security_group (3a6e8ea5-567e-4480-baf4-0ab059686136), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.177987 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] Publish callbacks [] for security_group (3a6e8ea5-567e-4480-baf4-0ab059686136), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.235825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3a6e8ea5-567e-4480-baf4-0ab059686136), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.238520 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.239775 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a6e8ea5-567e-4480-baf4-0ab059686136 HTTP/1.1" status: 204 len: 168 time: 0.1315932 Apr 08 11:52:02.247645 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087c40-4945-472d-8c3b-4bd98724c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e8ea5-567e-4480-baf4-0ab059686136,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:02.266233 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2896d447-e096-4536-83e8-5f0283ac9363,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:02.282849 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '2896d447-e096-4536-83e8-5f0283ac9363', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:52:02.320666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 2896d447-e096-4536-83e8-5f0283ac9363 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:02.321087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2896d447-e096-4536-83e8-5f0283ac9363), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.333682 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2896d447-e096-4536-83e8-5f0283ac9363 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:52:02.352815 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2896d447-e096-4536-83e8-5f0283ac9363,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:02.357344 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:02.407432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:02.414666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.415016 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.415364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.415726 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.416069 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.416401 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.416731 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.417155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.417409 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.417734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.418059 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.418398 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.418727 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.419116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.419427 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:52:02.760932 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c74bd-17dc-4c24-8ebd-12e959e42735 req-f3723375-7b7b-41c4-b25b-d05da5e062ba tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:02.762443 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-999c74bd-17dc-4c24-8ebd-12e959e42735 req-f3723375-7b7b-41c4-b25b-d05da5e062ba tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 945 time: 0.0575430 Apr 08 11:52:02.813664 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-999c74bd-17dc-4c24-8ebd-12e959e42735 req-144c12b7-09fc-4b0d-af58-2cf160ed0eba tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Apr 08 11:52:02.924972 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['2896d447-e096-4536-83e8-5f0283ac9363'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:52:03.334515 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41214) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:03.460678 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28973d70-7a29-443a-b4f8-47ea33f58519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.533954 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28973d70-7a29-443a-b4f8-47ea33f58519 admin admin] Publish callbacks [] for security_group (733e3a38-6899-4238-996a-e90de5c93736), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.540436 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28973d70-7a29-443a-b4f8-47ea33f58519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (733e3a38-6899-4238-996a-e90de5c93736), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.579401 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-28973d70-7a29-443a-b4f8-47ea33f58519 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edfbb71072354d009d20ccbde65e112d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438467 Apr 08 11:52:03.580229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28973d70-7a29-443a-b4f8-47ea33f58519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e3a38-6899-4238-996a-e90de5c93736,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:03.582461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:03.630661 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] Publish callbacks [] for security_group (733e3a38-6899-4238-996a-e90de5c93736), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.650714 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] Publish callbacks [] for security_group (733e3a38-6899-4238-996a-e90de5c93736), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.698026 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (733e3a38-6899-4238-996a-e90de5c93736), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.700565 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:03.701731 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/733e3a38-6899-4238-996a-e90de5c93736 HTTP/1.1" status: 204 len: 168 time: 0.1183960 Apr 08 11:52:03.709165 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb2e57-cc9d-4394-9ffc-f457c5331767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e3a38-6899-4238-996a-e90de5c93736,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:03.932018 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e0a7-d7fd-4701-8074-d098c0b9d26a req-e47c5822-629b-46c5-8b13-bb932b3d15f2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:03.933538 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-edc3e0a7-d7fd-4701-8074-d098c0b9d26a req-e47c5822-629b-46c5-8b13-bb932b3d15f2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 945 time: 0.0516560 Apr 08 11:52:03.983903 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-edc3e0a7-d7fd-4701-8074-d098c0b9d26a req-9d8d6fcd-2408-44d4-a899-b901d803c635 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Apr 08 11:52:04.233266 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-efe1693a-4ec4-4980-8bd1-288de667409e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647292 Apr 08 11:52:04.234976 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 2896d447-e096-4536-83e8-5f0283ac9363 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:52:04.303852 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 2896d447-e096-4536-83e8-5f0283ac9363 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:52:04.308807 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 2896d447-e096-4536-83e8-5f0283ac9363 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:52:04.309405 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (2896d447-e096-4536-83e8-5f0283ac9363), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:04.318886 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a27e-437e-4228-8869-0aa941c54b0c req-529a0a2c-6aa5-49ac-9ca2-09cf580abc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.320846 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-529a0a2c-6aa5-49ac-9ca2-09cf580abc25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.0650957 Apr 08 11:52:04.396755 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 2896d447-e096-4536-83e8-5f0283ac9363 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:04.397181 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2896d447-e096-4536-83e8-5f0283ac9363), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:04.424327 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:04.426670 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0997d3b5-b002-4990-a9de-d35be36a7d14" -d '{"events": [{"server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "name": "network-vif-plugged", "status": "completed", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:04.449749 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2896d447-e096-4536-83e8-5f0283ac9363,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:04.454446 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:04.456761 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a27e-437e-4228-8869-0aa941c54b0c req-c9965f7f-40c5-4c08-b3fc-3109bbc6ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.459121 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-c9965f7f-40c5-4c08-b3fc-3109bbc6ec79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.1136165 Apr 08 11:52:04.490448 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2bd2b-72a0-469a-9c3f-35f7595a2606 x-openstack-request-id: req-4ae2bd2b-72a0-469a-9c3f-35f7595a2606 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:04.490884 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "name": "network-vif-plugged", "status": "completed", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:04.491139 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ae2bd2b-72a0-469a-9c3f-35f7595a2606 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:04.491531 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae2bd2b-72a0-469a-9c3f-35f7595a2606'] response: {'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'code': 200} Apr 08 11:52:04.514198 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-aab3840f-fe18-4b7d-aa4e-bb500c7c7cc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 217 time: 0.0444660 Apr 08 11:52:04.516462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:04.574783 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a27e-437e-4228-8869-0aa941c54b0c req-ad12fe7f-ebd2-417b-9b59-20fc65f8fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.576304 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-ad12fe7f-ebd2-417b-9b59-20fc65f8fbc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0504653 Apr 08 11:52:04.628147 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a27e-437e-4228-8869-0aa941c54b0c req-0a035d17-181b-4bc1-8185-d1498f048b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.629691 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-0a035d17-181b-4bc1-8185-d1498f048b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476387 Apr 08 11:52:04.697134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97232b6-2364-4c34-8559-7904c01e358f req-fdfd9be0-6be9-4007-855a-7fd6b7c8d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:04.699212 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b97232b6-2364-4c34-8559-7904c01e358f req-fdfd9be0-6be9-4007-855a-7fd6b7c8d727 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0513139 Apr 08 11:52:04.736894 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-23fc07b6-b599-41ea-9c4f-92cfcec1a8ad service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984459 Apr 08 11:52:04.747781 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:04.757760 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b97232b6-2364-4c34-8559-7904c01e358f req-18277196-68a1-4cc7-96c0-c0aa63f9eb31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513198 Apr 08 11:52:04.839313 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d566a27e-437e-4228-8869-0aa941c54b0c req-1f49fabc-14ce-4895-8113-bfb8be40b47c service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958178 Apr 08 11:52:05.117894 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d88a-01b1-46e4-97fa-14bfea7e8b32 req-d52a278b-8148-47c4-9d58-bd3763b8ec52 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:05.119834 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8961d88a-01b1-46e4-97fa-14bfea7e8b32 req-d52a278b-8148-47c4-9d58-bd3763b8ec52 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0644727 Apr 08 11:52:05.171354 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8961d88a-01b1-46e4-97fa-14bfea7e8b32 req-082b4df3-4a1b-4044-9269-10718e0cfd74 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Apr 08 11:52:05.494750 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-8f7dc2d7-5720-46df-b83f-e36862aeb40f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455053169&fields=id&tenant_id=0a0421922fc2488ea33a275713b303b3 HTTP/1.1" status: 200 len: 267 time: 0.0469863 Apr 08 11:52:05.608870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-b27d68e8-6a59-429c-a9a6-6449964848e5 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:05.610351 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-b27d68e8-6a59-429c-a9a6-6449964848e5 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 809 time: 0.1088104 Apr 08 11:52:05.626727 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-ec3b9513-1eb3-4f2f-ac38-66c713ff7e95 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/quotas/0a0421922fc2488ea33a275713b303b3 HTTP/1.1" status: 200 len: 375 time: 0.0098901 Apr 08 11:52:05.687284 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-bdfcfb26-f1ec-438f-9ad8-d7742ff0d279 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545092 Apr 08 11:52:05.785259 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-30c23349-3236-45a7-971f-8a84644aeede service neutron] 10.222.0.55 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854599 Apr 08 11:52:05.879991 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-296ff01e-ed16-46d9-b2cf-b2c5d3d39e9a service neutron] 10.222.0.55 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874419 Apr 08 11:52:06.252788 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2b6b6a56-5b84-426a-94cc-a3de2c2a8456 req-732dca81-706e-436a-974c-081a22bdb4f2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 210 time: 0.0458899 Apr 08 11:52:06.324742 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb46cfa-1b72-40a4-b5ec-fff921c24e60 req-e1cfff84-2c7b-453c-a866-c85a46dc07f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:06.326600 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dbb46cfa-1b72-40a4-b5ec-fff921c24e60 req-e1cfff84-2c7b-453c-a866-c85a46dc07f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0593815 Apr 08 11:52:06.379973 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dbb46cfa-1b72-40a4-b5ec-fff921c24e60 req-41119ce9-b108-4dea-9296-a0e765708a0c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465958 Apr 08 11:52:07.345152 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bed7b253-2516-4fd6-97a2-dbfe2e8843a1 req-245a70b9-e016-4541-9dfa-58c84f3a77bd tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Apr 08 11:52:07.523844 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698b12f-9798-47c0-b0ea-1d93afbfd455 req-9c5b9802-70c0-46c3-9e36-01fac43b1279 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.526228 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f698b12f-9798-47c0-b0ea-1d93afbfd455 req-9c5b9802-70c0-46c3-9e36-01fac43b1279 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0613458 Apr 08 11:52:07.613994 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f698b12f-9798-47c0-b0ea-1d93afbfd455 req-df500d21-020a-4629-9428-ce6e50370f88 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802507 Apr 08 11:52:07.698796 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-03b9679f-1073-4327-a337-86c19141e0ae tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.703071 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-03b9679f-1073-4327-a337-86c19141e0ae tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 809 time: 0.1383722 Apr 08 11:52:07.759926 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d97ffe-5806-4386-adb9-8774faa352f9 req-65495e1d-6b0a-4945-a2eb-896cf7785369 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:07.761684 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13d97ffe-5806-4386-adb9-8774faa352f9 req-65495e1d-6b0a-4945-a2eb-896cf7785369 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0560093 Apr 08 11:52:07.770260 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41314) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:07.774882 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'floatingip': {'port_id': '2896d447-e096-4536-83e8-5f0283ac9363'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:07.780587 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-3b745bb9-fdb4-4275-8b9d-4d506fd2bff3 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0421922fc2488ea33a275713b303b3 HTTP/1.1" status: 200 len: 380 time: 0.0671265 Apr 08 11:52:07.790730 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'port': {'device_id': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'admin_state_up': True, 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'security_groups': ['e57307a3-699a-4195-b954-685db1ca5142']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:07.814832 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:07.901827 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Made reservation on behalf of 0a0421922fc2488ea33a275713b303b3 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:52:07.906015 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.042003 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Allocated IP 172.20.0.10 (7234157e-604b-4ac8-8db5-d1daf030681c/445bd49f-3400-4fa6-8a22-e7afbe31b6ff/b40286aa-cc20-4b77-affb-1355f9071552) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:52:08.204600 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for port (b40286aa-cc20-4b77-affb-1355f9071552), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.243253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.287115 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.292178 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.294019 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Network 7234157e-604b-4ac8-8db5-d1daf030681c is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:52:08.297079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:52:08.299664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:52:08.327233 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:08.355927 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:08.356535 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.381861 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-aac7a629-a27c-414b-a0aa-a63d8c82d1d6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955575 Apr 08 11:52:08.394116 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Request body: {'port': {'device_id': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:08.408712 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Floating IP ce0aa259-ce08-4d17-9fff-078f5bff81b7 associated. External IP: 172.27.2.137, port: 2896d447-e096-4536-83e8-5f0283ac9363. Apr 08 11:52:08.543813 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-b5f7d037-e55d-4f7e-ac7f-e29a6550fc5f None None] Provisioning complete for port b40286aa-cc20-4b77-affb-1355f9071552 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:52:08.544395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5f7d037-e55d-4f7e-ac7f-e29a6550fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b40286aa-cc20-4b77-affb-1355f9071552), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.583966 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7d037-e55d-4f7e-ac7f-e29a6550fc5f None None] Port b40286aa-cc20-4b77-affb-1355f9071552 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:52:08.634659 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Router d74d470f-090c-4dc6-acff-38010433e7d1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:52:08.747665 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:52:08.752506 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.755696 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:08.761486 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:52:08.764681 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9b44f-1bcc-4400-b302-2dd7e2398f02 req-e0391bd7-ed88-4deb-9518-a1aa843c7e72 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:08.766198 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8ad9b44f-1bcc-4400-b302-2dd7e2398f02 req-e0391bd7-ed88-4deb-9518-a1aa843c7e72 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 932 time: 0.3475845 Apr 08 11:52:08.776082 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:08.776849 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:08.790895 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-28d5719d-3a33-47d7-a942-ceaea8a9f6c6 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "PUT /v2.0/floatingips/ce0aa259-ce08-4d17-9fff-078f5bff81b7 HTTP/1.1" status: 200 len: 992 time: 1.0192976 Apr 08 11:52:08.791426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:08.793696 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:08.849244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db2bd4-162e-4d64-9071-0c98ce6fbecf x-openstack-request-id: req-c4db2bd4-162e-4d64-9071-0c98ce6fbecf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:08.849602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:08.850031 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4db2bd4-162e-4d64-9071-0c98ce6fbecf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:08.850372 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4db2bd4-162e-4d64-9071-0c98ce6fbecf'] response: {'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'status': 'completed', 'code': 200} Apr 08 11:52:08.915194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-26fe558a-1ee8-47d8-b1ca-8be1cce795f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:08.916812 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-26fe558a-1ee8-47d8-b1ca-8be1cce795f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0447686 Apr 08 11:52:08.934163 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8ad9b44f-1bcc-4400-b302-2dd7e2398f02 req-bcdd5c9e-d854-468a-9679-9fca0bd1086b tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612780 Apr 08 11:52:08.940909 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:09.027208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-403cad54-556d-4b39-aeed-830356bf8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.028788 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-403cad54-556d-4b39-aeed-830356bf8397 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.1037822 Apr 08 11:52:09.138078 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40286aa-cc20-4b77-affb-1355f9071552 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:52:09.149130 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks [] for port (b40286aa-cc20-4b77-affb-1355f9071552), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.165176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Transition to ACTIVE for port object b40286aa-cc20-4b77-affb-1355f9071552 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:52:09.170092 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.212082 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:52:08Z', 'revision_number': 1, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:09.241457 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:52:09.250438 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:09.250774 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:09.251067 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:51:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:09.312958 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Attempting to bind port b40286aa-cc20-4b77-affb-1355f9071552 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:52:09.313954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Attempting to bind port b40286aa-cc20-4b77-affb-1355f9071552 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:52:09.315797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Attempting to bind port b40286aa-cc20-4b77-affb-1355f9071552 on network 7234157e-604b-4ac8-8db5-d1daf030681c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:52:09.321632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Port b40286aa-cc20-4b77-affb-1355f9071552 on network 7234157e-604b-4ac8-8db5-d1daf030681c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:52:09.322243 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Attempting to bind port b40286aa-cc20-4b77-affb-1355f9071552 on network 7234157e-604b-4ac8-8db5-d1daf030681c {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:52:09.329410 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:52:09.330374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Checking segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:52:09.330933 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Bound using segment: {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:52:09.331545 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Bound port: b40286aa-cc20-4b77-affb-1355f9071552, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b841069-732b-4196-b7c8-53587d5b2fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:52:09.332118 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.334478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-2ab8409f-c4a8-43e7-895e-7dc97ed144a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1000 time: 0.2965841 Apr 08 11:52:09.377191 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:09.389207 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-01a320ea-741c-4042-bb96-1d1713b7fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.390802 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-01a320ea-741c-4042-bb96-1d1713b7fb72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0491655 Apr 08 11:52:09.412609 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:52:09.417741 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:52:09.428815 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.465987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.466621 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:09.466947 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-54dcc829-ec87-4607-b2db-46de2718f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.468038 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] 10.222.0.44 "PUT /v2.0/ports/b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 1094 time: 1.0791464 Apr 08 11:52:09.468490 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:09.469472 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-54dcc829-ec87-4607-b2db-46de2718f5a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723331 Apr 08 11:52:09.470848 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a0d1e-3365-4db8-9953-bc870af57e18" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:09.501664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e4f8e-5644-4c20-a6ea-11935703431a service neutron] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:09.571307 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b9f0e-7451-4f07-9e7b-72b77e3d589c x-openstack-request-id: req-198b9f0e-7451-4f07-9e7b-72b77e3d589c {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:09.571743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:09.572671 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-198b9f0e-7451-4f07-9e7b-72b77e3d589c {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:09.573214 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198b9f0e-7451-4f07-9e7b-72b77e3d589c'] response: {'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'status': 'completed', 'code': 200} Apr 08 11:52:09.596688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-89646333-1297-4bb2-8c3a-9dd7f45ddf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.598829 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-89646333-1297-4bb2-8c3a-9dd7f45ddf85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1128 time: 0.0728135 Apr 08 11:52:09.600815 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-f1c311fc-1cb5-47c6-b01a-8b3845f99f46 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208258 Apr 08 11:52:09.654326 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-5fe23124-59cf-4844-89cd-a40822b308e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 217 time: 0.0438426 Apr 08 11:52:09.679018 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:52:08Z', 'revision_number': 1, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:09.708462 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc43576-a67c-47e1-bbd8-07f71f0d1ece None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:52:08Z', 'revision_number': 1, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:52:09.715426 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-d57bc7da-7e1b-43fa-b014-b49c3b8ef0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.716185 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0c710d7-bacd-4a65-b24b-cb8ef4e7364e req-70967b3f-f37b-4aea-8bbb-88335d175313 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045771 Apr 08 11:52:09.716838 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-d57bc7da-7e1b-43fa-b014-b49c3b8ef0a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0566874 Apr 08 11:52:09.781526 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008733-0116-4c08-93a7-d258f57ec406 req-ea3264a7-3f40-4e82-8a5a-0afce97a1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:09.782974 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-ea3264a7-3f40-4e82-8a5a-0afce97a1356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521157 Apr 08 11:52:09.879249 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-a357c957-575d-463c-b8e7-7f82e1437d6a service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891807 Apr 08 11:52:09.977657 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e008733-0116-4c08-93a7-d258f57ec406 req-62d82be3-b930-4393-bef2-f69332348203 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918624 Apr 08 11:52:10.068460 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fab29-2a44-4a07-bc7c-7f9d0415f3d0 req-6ec11c83-109c-4e90-bb31-34c38ddabd62 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:10.070280 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ae8fab29-2a44-4a07-bc7c-7f9d0415f3d0 req-6ec11c83-109c-4e90-bb31-34c38ddabd62 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0610342 Apr 08 11:52:10.159622 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ae8fab29-2a44-4a07-bc7c-7f9d0415f3d0 req-3a474e75-4151-4d7d-89ef-9610b0951cf6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823109 Apr 08 11:52:10.421806 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848ed3e-ceba-4688-a89a-a1d1169f87e6 None None] New status for floating IP ce0aa259-ce08-4d17-9fff-078f5bff81b7: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:52:11.017587 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-72537527-1e06-4cf7-b8ed-2324c623f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:11.019105 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-72537527-1e06-4cf7-b8ed-2324c623f9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1128 time: 0.0453830 Apr 08 11:52:11.174901 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-53992ad0-9360-48e2-9736-5898163b3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:11.176454 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-53992ad0-9360-48e2-9736-5898163b3b69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.1397381 Apr 08 11:52:11.221988 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-2d0ca888-7e1d-4ec7-8c7b-7b925303d4b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 217 time: 0.0381296 Apr 08 11:52:11.276175 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-5ce4f5ac-8ad2-4a1b-a5e2-1a9546abc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:11.278211 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-5ce4f5ac-8ad2-4a1b-a5e2-1a9546abc664 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0507016 Apr 08 11:52:11.287810 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c223c0-c485-42ef-9fbd-4099bf6b1a9d req-87bd4c26-9055-4c4d-bbb7-5b48eb66a65f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:11.289357 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b9c223c0-c485-42ef-9fbd-4099bf6b1a9d req-87bd4c26-9055-4c4d-bbb7-5b48eb66a65f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0618088 Apr 08 11:52:11.339484 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b9c223c0-c485-42ef-9fbd-4099bf6b1a9d req-d346c441-253a-4905-b88a-981279f26361 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 Apr 08 11:52:11.342110 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-93ad3e19-e664-4a80-a9cc-b33ebcd95345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:11.343604 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-93ad3e19-e664-4a80-a9cc-b33ebcd95345 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458479 Apr 08 11:52:11.444486 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-64956768-fe5d-493e-94f8-ce9967999c41 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Apr 08 11:52:11.547476 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fe5a0d1e-3365-4db8-9953-bc870af57e18 req-6b4e7743-1fac-4341-9eb3-1660ea2ae770 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956035 Apr 08 11:52:12.473360 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095d136-ab33-4871-ba36-6584e1181672 req-cd5c371c-a9e0-43f9-8570-7d7f5f301df2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:12.474835 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2095d136-ab33-4871-ba36-6584e1181672 req-cd5c371c-a9e0-43f9-8570-7d7f5f301df2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0659995 Apr 08 11:52:12.531642 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2095d136-ab33-4871-ba36-6584e1181672 req-2cf37e35-144c-4162-9337-91a2feab0e1d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489018 Apr 08 11:52:13.665691 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592ac6-23db-4b4d-8d13-b0386983b8ff req-f36ec460-d69e-46e0-8d52-1c4767774acb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:13.667401 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f9592ac6-23db-4b4d-8d13-b0386983b8ff req-f36ec460-d69e-46e0-8d52-1c4767774acb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0589566 Apr 08 11:52:13.724423 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f9592ac6-23db-4b4d-8d13-b0386983b8ff req-9155581a-fbed-4228-a84e-4546406f6a18 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510573 Apr 08 11:52:14.848813 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5a36-1892-48e2-916a-db97f9a31d59 req-ec85197b-0f66-4dca-a44b-0b9393a99cd7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:14.850326 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3fab5a36-1892-48e2-916a-db97f9a31d59 req-ec85197b-0f66-4dca-a44b-0b9393a99cd7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0539544 Apr 08 11:52:14.907770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3fab5a36-1892-48e2-916a-db97f9a31d59 req-5ae5e382-35ac-4154-86d9-39077bef2a70 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488887 Apr 08 11:52:16.039095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d9b0-f3b5-443c-b7cb-b5dfb2e98d43 req-71cc2c20-f91e-417b-8160-f6bed6cc0605 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:16.040529 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43c9d9b0-f3b5-443c-b7cb-b5dfb2e98d43 req-71cc2c20-f91e-417b-8160-f6bed6cc0605 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0594776 Apr 08 11:52:16.095404 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43c9d9b0-f3b5-443c-b7cb-b5dfb2e98d43 req-37a290bd-914f-4864-ab22-751abc636b13 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491500 Apr 08 11:52:17.219273 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791fe96-9230-407c-b86f-3f730cf39d5f req-b069d36d-c32e-48e9-ae22-9995f7f0afc0 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:17.220733 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a791fe96-9230-407c-b86f-3f730cf39d5f req-b069d36d-c32e-48e9-ae22-9995f7f0afc0 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0555503 Apr 08 11:52:17.275506 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a791fe96-9230-407c-b86f-3f730cf39d5f req-fb310b3e-3ebb-462e-a2c0-98ad66b12949 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490665 Apr 08 11:52:18.398400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c7fa-7501-4274-adbd-52d912b6e2d5 req-90979a18-6f89-4427-81f7-a39d927746c6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:18.399923 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-80d3c7fa-7501-4274-adbd-52d912b6e2d5 req-90979a18-6f89-4427-81f7-a39d927746c6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0525961 Apr 08 11:52:18.449429 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-80d3c7fa-7501-4274-adbd-52d912b6e2d5 req-1aaa2476-0eea-478a-a6bf-506e4c0a9a8e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Apr 08 11:52:19.594622 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90238-e0b9-4db8-97b8-2cc8215edbdc req-9853525e-4b7c-4ea0-aa76-caa9e6709566 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:19.596131 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5da90238-e0b9-4db8-97b8-2cc8215edbdc req-9853525e-4b7c-4ea0-aa76-caa9e6709566 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0749774 Apr 08 11:52:19.647806 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5da90238-e0b9-4db8-97b8-2cc8215edbdc req-77805229-e9d4-47c4-9819-674362df08f3 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449481 Apr 08 11:52:20.252164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:52:20.356718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:20.368926 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'b40286aa-cc20-4b77-affb-1355f9071552', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'mac_address': 'fa:16:3e:73:ab:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:52:20.406623 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b40286aa-cc20-4b77-affb-1355f9071552 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:20.406976 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:20.428441 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40286aa-cc20-4b77-affb-1355f9071552 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:52:20.441234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eede6880-68c0-49cb-8163-06bf82ae6abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:20.450651 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:20.455635 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:20.502269 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:20.772101 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2591c-933f-47b0-a904-99a4c8e91cb0 req-a10e444d-2839-4931-8d5e-cfb13a69bba1 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:20.773589 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4de2591c-933f-47b0-a904-99a4c8e91cb0 req-a10e444d-2839-4931-8d5e-cfb13a69bba1 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 945 time: 0.0575776 Apr 08 11:52:20.825878 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4de2591c-933f-47b0-a904-99a4c8e91cb0 req-899462a9-44f3-4b6d-9dc4-178660226373 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Apr 08 11:52:20.858001 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['b40286aa-cc20-4b77-affb-1355f9071552'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:52:21.946539 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986701c6-52bf-470b-a42d-a3b5722b2f6a req-5b54568f-d58b-477a-862f-6fb385890348 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:21.948036 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-986701c6-52bf-470b-a42d-a3b5722b2f6a req-5b54568f-d58b-477a-862f-6fb385890348 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Apr 08 11:52:21.998355 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-986701c6-52bf-470b-a42d-a3b5722b2f6a req-ae6901bc-e5b2-4448-86a3-243989262213 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Apr 08 11:52:22.253863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:52:22.309198 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port b40286aa-cc20-4b77-affb-1355f9071552 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:52:22.313337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port b40286aa-cc20-4b77-affb-1355f9071552 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:52:22.313714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b40286aa-cc20-4b77-affb-1355f9071552), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.393899 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b40286aa-cc20-4b77-affb-1355f9071552 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:52:22.394192 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.417879 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:22.420121 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f543dba-2237-40b9-9d6e-177745b3e7f2" -d '{"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-plugged", "status": "completed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:22.436196 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:52:22.444009 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.478307 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4039cd66-732d-427a-bcb9-9bc9b7f0142c x-openstack-request-id: req-4039cd66-732d-427a-bcb9-9bc9b7f0142c {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:22.478605 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-plugged", "status": "completed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:22.479052 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4039cd66-732d-427a-bcb9-9bc9b7f0142c {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:22.479591 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4039cd66-732d-427a-bcb9-9bc9b7f0142c'] response: {'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'code': 200} Apr 08 11:52:22.504925 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:22.683283 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b4741c8-ddaa-414b-a6e9-b982697541d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:22.744945 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c481715-b0cd-40e6-a928-3237f7cd689c req-a7234aa6-a156-46a9-bf15-182712a16734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:22.746468 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c481715-b0cd-40e6-a928-3237f7cd689c req-a7234aa6-a156-46a9-bf15-182712a16734 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0482812 Apr 08 11:52:22.793626 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c481715-b0cd-40e6-a928-3237f7cd689c req-bac8ad78-0e8a-473e-851c-76f62a3f2b5b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Apr 08 11:52:23.123815 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44991c-7370-4b4d-a80d-8fdc78cc2f96 req-f0e09760-9e8a-4792-8df0-a031a157e79c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:23.125427 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1a44991c-7370-4b4d-a80d-8fdc78cc2f96 req-f0e09760-9e8a-4792-8df0-a031a157e79c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0569494 Apr 08 11:52:23.176013 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1a44991c-7370-4b4d-a80d-8fdc78cc2f96 req-33eb5810-7aac-4670-9521-66841e234f77 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Apr 08 11:52:23.812808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:24.311372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83012-dc0e-453c-888d-ad5c9ea5420b req-5b50da51-03be-4b62-b95a-26ef842d3d42 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:24.312816 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2bd83012-dc0e-453c-888d-ad5c9ea5420b req-5b50da51-03be-4b62-b95a-26ef842d3d42 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0575030 Apr 08 11:52:24.361794 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2bd83012-dc0e-453c-888d-ad5c9ea5420b req-f365da56-2e1d-4773-b179-9f59423169ee tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Apr 08 11:52:25.035758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:25.492219 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0476e-2341-43b9-918f-73f6809cd29f req-a4d650b2-afcb-4f8d-b615-7655d0ffbb45 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:25.493714 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c5f0476e-2341-43b9-918f-73f6809cd29f req-a4d650b2-afcb-4f8d-b615-7655d0ffbb45 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0585229 Apr 08 11:52:25.547304 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c5f0476e-2341-43b9-918f-73f6809cd29f req-be5d0052-4c4d-4dcd-a217-fe978cf799eb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Apr 08 11:52:25.678124 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4f17f-9c16-4f96-8192-525181790463 req-cd28ab92-7128-4d84-87b0-207723e0bf54 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:25.679592 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5bd4f17f-9c16-4f96-8192-525181790463 req-cd28ab92-7128-4d84-87b0-207723e0bf54 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0609677 Apr 08 11:52:25.734768 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5bd4f17f-9c16-4f96-8192-525181790463 req-cf8f1b60-8e1a-4944-b5c8-04a8f04b59bb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469754 Apr 08 11:52:25.758538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41496) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:25.957805 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e8161-0974-4747-8257-f9d4f38faa73 tempest-TestShelveInstance-1501081712 tempest-TestShelveInstance-1501081712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:25.959550 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d96e8161-0974-4747-8257-f9d4f38faa73 tempest-TestShelveInstance-1501081712 tempest-TestShelveInstance-1501081712-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1125 time: 0.1999967 Apr 08 11:52:25.962632 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41500) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:25.966914 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:52:25.987737 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.085649 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.199654 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Allocated IP 172.27.2.198 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/bdae1492-b9dd-4f8e-8a56-f799d3a6d051) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:52:26.310085 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.346691 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.384103 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:52:26.386933 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:52:26.393802 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:52:26.399422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'Port': ['ID=bdae1492-b9dd-4f8e-8a56-f799d3a6d051,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:26.595157 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.686549 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:52:26.779886 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for floatingip (a19f33e7-e7de-42ea-b327-f9be852f05f2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:26.864735 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:27.032513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:27.039920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:27.111848 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event updated for resources: {'Port': ['ID=bdae1492-b9dd-4f8e-8a56-f799d3a6d051,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:27.123538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a19f33e7-e7de-42ea-b327-f9be852f05f2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:27.228114 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Floating IP a19f33e7-e7de-42ea-b327-f9be852f05f2 associated. External IP: 172.27.2.198, port: b40286aa-cc20-4b77-affb-1355f9071552. Apr 08 11:52:27.450812 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Router 01acafa8-b965-4316-98d1-354eb5fc1c0d has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:52:27.780374 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:52:27.790993 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Sync routers for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:52:27.800966 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:27.801575 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:27.802186 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:52:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:27.831832 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-28b0a2b2-4ceb-4809-815c-3d10ae120c9f tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8680074 Apr 08 11:52:27.832313 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:52:27.834726 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:52:27.871201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e48a7c-817e-45f9-806b-093f0fc3658c x-openstack-request-id: req-e4e48a7c-817e-45f9-806b-093f0fc3658c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:52:27.871499 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:52:27.871750 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4e48a7c-817e-45f9-806b-093f0fc3658c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:52:27.872157 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e48a7c-817e-45f9-806b-093f0fc3658c'] response: {'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'status': 'completed', 'code': 200} Apr 08 11:52:27.912641 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:27.942055 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-2b5d0153-e865-4d66-b3b1-a25bc90ec7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:27.943584 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-2b5d0153-e865-4d66-b3b1-a25bc90ec7f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0485651 Apr 08 11:52:28.042642 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-efc15e22-abbd-487b-8436-d0093f000253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:28.044160 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-efc15e22-abbd-487b-8436-d0093f000253 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.0933197 Apr 08 11:52:28.111256 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-5aa23019-ea01-4a12-8638-0758c7e1385e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 1000 time: 0.0601385 Apr 08 11:52:28.165672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-5ae1305e-f7c5-4e01-9c4f-b97322e04b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:28.167056 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-5ae1305e-f7c5-4e01-9c4f-b97322e04b36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0468392 Apr 08 11:52:28.221196 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-fd084f5a-8ee0-4823-bb4b-08fd1f91828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:52:28.222792 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-fd084f5a-8ee0-4823-bb4b-08fd1f91828d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484805 Apr 08 11:52:28.231440 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a19f33e7-e7de-42ea-b327-f9be852f05f2', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'mac_address': 'fa:16:3e:73:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:26Z', 'updated_at': '2022-04-08T11:52:26Z', 'revision_number': 0, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:28.261741 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Checking router: 01acafa8-b965-4316-98d1-354eb5fc1c0d for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:52:28.270895 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:52:28.271514 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:52:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:28.324676 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-ea927ce3-4154-4f2a-959c-fe8f5aad9a12 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923827 Apr 08 11:52:28.380200 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:52:28.421427 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0504c0f9-7e7b-46aa-81bc-39c4e9d25878 req-da4f4eb4-ea9a-422e-9fd9-d362fd061e6d service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899847 Apr 08 11:52:28.628903 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a19f33e7-e7de-42ea-b327-f9be852f05f2', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'mac_address': 'fa:16:3e:73:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:26Z', 'updated_at': '2022-04-08T11:52:26Z', 'revision_number': 0, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:52:28.655680 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7afdc48-891d-43cb-9602-436f9cfe6549 None None] The sync data for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi is: [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a19f33e7-e7de-42ea-b327-f9be852f05f2', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'mac_address': 'fa:16:3e:73:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:52:26Z', 'updated_at': '2022-04-08T11:52:26Z', 'revision_number': 0, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:52:28.852267 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4fb24-4173-4268-8277-e699885fbd49 None None] New status for floating IP a19f33e7-e7de-42ea-b327-f9be852f05f2: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:52:34.776518 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.425959 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba9eaf14-f849-46f1-8e19-b1f3df9ec7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.615100 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41620) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:50.744048 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f39a67e-0ab2-4cc6-9bc4-18cda1b3fa24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.819573 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f39a67e-0ab2-4cc6-9bc4-18cda1b3fa24 admin admin] Publish callbacks [] for security_group (01842017-48f3-4bae-baf6-ff59bd90d653), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.825536 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f39a67e-0ab2-4cc6-9bc4-18cda1b3fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (01842017-48f3-4bae-baf6-ff59bd90d653), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.862809 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7f39a67e-0ab2-4cc6-9bc4-18cda1b3fa24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff6ae8543ffa4461b63e77c861385fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463803 Apr 08 11:52:50.864175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39a67e-0ab2-4cc6-9bc4-18cda1b3fa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01842017-48f3-4bae-baf6-ff59bd90d653,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:50.865823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41626) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:52:50.913616 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] Publish callbacks [] for security_group (01842017-48f3-4bae-baf6-ff59bd90d653), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.935193 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] Publish callbacks [] for security_group (01842017-48f3-4bae-baf6-ff59bd90d653), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.982876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (01842017-48f3-4bae-baf6-ff59bd90d653), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.985688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:50.986819 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01842017-48f3-4bae-baf6-ff59bd90d653 HTTP/1.1" status: 204 len: 168 time: 0.1198328 Apr 08 11:52:50.994235 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5ab23-4dd6-4be0-b3bd-55af10a772d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01842017-48f3-4bae-baf6-ff59bd90d653,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:52:52.682773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7969515a-4a44-4860-ac97-7b9be21c1311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:53.818513 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:55.049195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:52:56.598549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:03.687284 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:53:04.795299 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:07.980535 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-e0d36bfa-9b61-47a8-9f0c-6be184fe9ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528700 Apr 08 11:53:09.538497 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-892bb037-0a82-4f3d-8909-28a6512088e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:09.540064 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-892bb037-0a82-4f3d-8909-28a6512088e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1129 time: 0.0518281 Apr 08 11:53:09.645149 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-fdbc8f5b-ef91-44c5-9ee3-946a8664bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:09.646648 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-fdbc8f5b-ef91-44c5-9ee3-946a8664bdb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0844553 Apr 08 11:53:09.692390 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-97ec8b19-96f7-4275-a9a0-504dd7db86fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 217 time: 0.0365145 Apr 08 11:53:09.744778 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-38f46805-060e-453d-b8d9-5ae27a9bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:09.746712 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-38f46805-060e-453d-b8d9-5ae27a9bcf11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0478046 Apr 08 11:53:09.798039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-2d90294b-da55-4b59-acdb-95404170d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:09.799435 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-2d90294b-da55-4b59-acdb-95404170d0b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463359 Apr 08 11:53:09.891170 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-c3644381-629d-4594-a5f4-6d01f5c09e74 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Apr 08 11:53:09.980162 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d5a838ed-166f-4fbf-9894-5d8c64d2ccb2 req-acb91ca4-3e43-443e-93ca-fc6b53e17d4c service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825896 Apr 08 11:53:13.064904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2e31-5cc6-41d3-bb08-48289a1e54bd req-4ae0b48b-a38b-4543-83ed-9096de3d582a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:13.066909 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-593a2e31-5cc6-41d3-bb08-48289a1e54bd req-4ae0b48b-a38b-4543-83ed-9096de3d582a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0540864 Apr 08 11:53:13.118204 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-593a2e31-5cc6-41d3-bb08-48289a1e54bd req-cb97159b-6fc2-49fe-853a-282f6338abd4 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Apr 08 11:53:14.245402 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6ea9e-1337-4f5b-b856-f593d264f9c2 req-c19e3458-dcfd-4089-8011-7cee2a8e754b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:14.246850 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-81d6ea9e-1337-4f5b-b856-f593d264f9c2 req-c19e3458-dcfd-4089-8011-7cee2a8e754b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0543344 Apr 08 11:53:14.300189 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-81d6ea9e-1337-4f5b-b856-f593d264f9c2 req-922fde61-7bcf-483a-a3c9-7e36a8e8126e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Apr 08 11:53:15.431866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c32d2-3f17-48f1-9161-e5c0daa4970f req-5c152a50-2650-46c0-b220-511eda29ac4b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:15.433278 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8c32d2-3f17-48f1-9161-e5c0daa4970f req-5c152a50-2650-46c0-b220-511eda29ac4b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0579028 Apr 08 11:53:15.483122 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8c32d2-3f17-48f1-9161-e5c0daa4970f req-1403bb1b-f181-474a-8ce0-9511eb55fc5a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Apr 08 11:53:16.528709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41886) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:16.605202 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f47ad-4ab9-47f8-961e-6b7a92d6ca95 req-c720844a-0a2a-417f-98b3-8f19c2977568 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:16.606714 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-820f47ad-4ab9-47f8-961e-6b7a92d6ca95 req-c720844a-0a2a-417f-98b3-8f19c2977568 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0512097 Apr 08 11:53:16.638812 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.678095 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-820f47ad-4ab9-47f8-961e-6b7a92d6ca95 req-2cc7014d-f06c-43b2-b342-eb732557e9c0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652561 Apr 08 11:53:16.735862 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Publish callbacks [] for security_group (ad418463-4978-453b-aa44-ba087946fc24), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.741163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (ad418463-4978-453b-aa44-ba087946fc24), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.778019 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff2c9abcf224424d942563d774495255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480512 Apr 08 11:53:16.780455 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad418463-4978-453b-aa44-ba087946fc24,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:16.780697 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41892) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:16.787638 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.788944 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.789315 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.789628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.789953 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.790306 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.790633 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.790960 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.791286 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.791608 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.791934 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.792275 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.792598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.792942 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.793265 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d40d8-bd4c-499d-b240-7f3ae8268060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.829070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Publish callbacks [] for security_group (ad418463-4978-453b-aa44-ba087946fc24), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.851079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Publish callbacks [] for security_group (ad418463-4978-453b-aa44-ba087946fc24), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.900380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (ad418463-4978-453b-aa44-ba087946fc24), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.903098 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:16.904274 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad418463-4978-453b-aa44-ba087946fc24 HTTP/1.1" status: 204 len: 168 time: 0.1225324 Apr 08 11:53:16.911633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad418463-4978-453b-aa44-ba087946fc24,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:16.919205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.919550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.919884 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.920210 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.920532 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.920865 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.921207 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.921527 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.921866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.922183 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.922486 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.922802 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.923113 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.923425 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:16.923734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467bff4-a1fc-4e07-aded-c4e1d1ca7eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:17.828420 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe5dd-93c1-410a-9d1e-be487be7fb90 req-50968c71-3efb-4623-b241-a1b7ee5b5c2d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:17.829967 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bbfe5dd-93c1-410a-9d1e-be487be7fb90 req-50968c71-3efb-4623-b241-a1b7ee5b5c2d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0716674 Apr 08 11:53:17.884777 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bbfe5dd-93c1-410a-9d1e-be487be7fb90 req-d8304d04-4aa0-4139-952b-e9d75736eeed tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490086 Apr 08 11:53:19.018517 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c94c-632d-4e2a-a488-41a8fb45174e req-6ff19173-49ba-4bd8-996a-1d83a23852c6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:19.019991 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e573c94c-632d-4e2a-a488-41a8fb45174e req-6ff19173-49ba-4bd8-996a-1d83a23852c6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0588510 Apr 08 11:53:19.067164 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e573c94c-632d-4e2a-a488-41a8fb45174e req-f42e8c71-de6d-41c2-8852-313213322639 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Apr 08 11:53:19.496576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 41912) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:19.501181 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080532777', 'description': 'tempest-description--1983898183'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:19.523411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.591373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (51244ad2-fcc0-4174-a4b3-a6224146736b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.597263 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (51244ad2-fcc0-4174-a4b3-a6224146736b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.623175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.624381 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1267796 Apr 08 11:53:19.627791 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41914) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:19.628271 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230879c-1b4c-4365-bf00-13f0dc4ae50b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51244ad2-fcc0-4174-a4b3-a6224146736b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:19.632465 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': '51244ad2-fcc0-4174-a4b3-a6224146736b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:19.660038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (808b2f65-dded-4904-b274-bac9b2bbe5e3), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.715914 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (808b2f65-dded-4904-b274-bac9b2bbe5e3), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.721712 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (808b2f65-dded-4904-b274-bac9b2bbe5e3), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.739593 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b2f65-dded-4904-b274-bac9b2bbe5e3,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:19.749550 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.750744 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-80cc2a7d-83ec-4b13-9d3d-840bc68e30ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218824 Apr 08 11:53:19.753421 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41916) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:19.757735 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': '51244ad2-fcc0-4174-a4b3-a6224146736b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:19.782973 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (da52eac2-082c-46a2-9abf-d1e9900724fe), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.838011 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (da52eac2-082c-46a2-9abf-d1e9900724fe), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.843703 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (da52eac2-082c-46a2-9abf-d1e9900724fe), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.864041 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da52eac2-082c-46a2-9abf-d1e9900724fe,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:19.873480 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:19.874692 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b2bd530f-b683-44f1-b91c-0048217e2633 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203582 Apr 08 11:53:19.878474 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 41918) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:19.882779 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:19.912656 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.010329 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.117227 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.27.2.129 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/409c4163-fa2e-4e16-8289-6c0b00b8be7a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:53:20.256914 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d17b-f2cd-4107-b824-b0f3d20847ca req-064ada6e-d53f-4eb0-8fda-6bc1dacb5a21 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:20.258424 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e12d17b-f2cd-4107-b824-b0f3d20847ca req-064ada6e-d53f-4eb0-8fda-6bc1dacb5a21 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1178749 Apr 08 11:53:20.263327 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.325519 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e12d17b-f2cd-4107-b824-b0f3d20847ca req-edfa4c29-a73b-49be-8224-2727d67c4395 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605741 Apr 08 11:53:20.332946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.368654 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:53:20.371277 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:53:20.374625 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:53:20.399087 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=409c4163-fa2e-4e16-8289-6c0b00b8be7a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:20.428997 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1f85ad8-3e5b-4f69-857f-4369929851cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.464864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.506572 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.660362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.668563 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.732566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=409c4163-fa2e-4e16-8289-6c0b00b8be7a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:20.744768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.763024 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:20.764229 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4cdc0736-3694-4a8f-8b4a-84f13963c89d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8847907 Apr 08 11:53:20.973362 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-81129d2f-69f6-4b47-9fa8-a975ac60d53f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2080532777&fields=id&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 267 time: 0.0573187 Apr 08 11:53:21.080614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-a10199e0-c68f-49f5-a522-c8bfe4c2f232 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:21.082100 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-a10199e0-c68f-49f5-a522-c8bfe4c2f232 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1023397 Apr 08 11:53:21.099100 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-df5fef29-61d7-4d76-b095-efd339c13621 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/quotas/32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Apr 08 11:53:21.159589 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-5c3534fa-fba1-41ee-afa2-0353ede634b9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555861 Apr 08 11:53:21.262749 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-27f418b6-b8d7-4721-afda-2d3196a383f9 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899694 Apr 08 11:53:21.353342 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-76a5e65c-fb3d-4859-96a6-a54523a79a96 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847445 Apr 08 11:53:21.447167 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382a73-9dac-4eaf-bf0e-c8bbc4dddc14 req-10aa33a1-73a3-4f76-9f7b-7f37496b935b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:21.448712 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9382a73-9dac-4eaf-bf0e-c8bbc4dddc14 req-10aa33a1-73a3-4f76-9f7b-7f37496b935b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0534623 Apr 08 11:53:21.494909 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9382a73-9dac-4eaf-bf0e-c8bbc4dddc14 req-4f14e623-62ab-48a4-bd27-e052d7e4f2bb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Apr 08 11:53:22.534611 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-923d981e-8182-4fc3-9e4b-9a2cf8f524ed req-fdc0f4d9-3080-42cc-883a-87e30ba5d749 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 210 time: 0.0310712 Apr 08 11:53:22.625646 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7936c97-fb7c-4775-b8e5-c1da6ef82f60 req-4f0585b5-30a6-47f8-a5b5-e389761e2954 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:22.627132 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7936c97-fb7c-4775-b8e5-c1da6ef82f60 req-4f0585b5-30a6-47f8-a5b5-e389761e2954 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0589499 Apr 08 11:53:22.677387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7273e626-fed5-47de-9f68-1485c770d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:22.678318 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7936c97-fb7c-4775-b8e5-c1da6ef82f60 req-20fec631-9edd-4ca1-b840-970da6ecb851 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Apr 08 11:53:23.632476 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0bf6a198-8f2b-4c4d-8c4f-71d2c56e7219 req-318624f2-e2e0-4d4d-9609-e60a0bbcd2bd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 210 time: 0.0268877 Apr 08 11:53:23.757795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-be38ba6a-9e51-444d-b052-d4334c7d0a22 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:23.759226 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-be38ba6a-9e51-444d-b052-d4334c7d0a22 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1020610 Apr 08 11:53:23.810116 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bd197-bf57-4156-b1e6-d0d7b9fdd722 req-07b83d43-a110-4ce9-8e92-06739409f390 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:23.811652 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f79bd197-bf57-4156-b1e6-d0d7b9fdd722 req-07b83d43-a110-4ce9-8e92-06739409f390 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0568333 Apr 08 11:53:23.814993 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:23.845401 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-da119da6-329e-4904-8e01-f48ffbe627f0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 473 time: 0.0765154 Apr 08 11:53:23.855295 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'port': {'device_id': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'admin_state_up': True, 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'security_groups': ['51244ad2-fcc0-4174-a4b3-a6224146736b']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:23.862339 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f79bd197-bf57-4156-b1e6-d0d7b9fdd722 req-df1e979a-9544-4111-8ed0-d85f21a5bc2e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Apr 08 11:53:23.960805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:53:23.964106 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.086273 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.20.0.6 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/acc1d316-312f-4a66-a4e9-27fd48af2476) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:53:24.220112 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.255464 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.297974 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:53:24.300966 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:53:24.306649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:53:24.313194 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:24.359377 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:24.359870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.378653 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-45e94f2a-82b2-4a57-a2c9-0d01cc0df31f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5272443 Apr 08 11:53:24.392553 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Request body: {'port': {'device_id': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:24.455515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.554783 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-389a4759-4182-49c2-8bc8-f69a474973f4 None None] Provisioning complete for port acc1d316-312f-4a66-a4e9-27fd48af2476 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:53:24.555153 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-389a4759-4182-49c2-8bc8-f69a474973f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.588539 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-389a4759-4182-49c2-8bc8-f69a474973f4 None None] Port acc1d316-312f-4a66-a4e9-27fd48af2476 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:53:24.731038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc1d316-312f-4a66-a4e9-27fd48af2476 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:53:24.740388 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks [] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.756730 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Transition to ACTIVE for port object acc1d316-312f-4a66-a4e9-27fd48af2476 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:53:24.764448 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:24.778705 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb545b8-2e45-46d6-8c6c-aa42b1924ccb req-beada270-812d-481c-a621-b8332e4ca80e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:24.780163 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aeb545b8-2e45-46d6-8c6c-aa42b1924ccb req-beada270-812d-481c-a621-b8332e4ca80e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 931 time: 0.0811832 Apr 08 11:53:25.001957 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25333f88-a499-45cb-b74e-e76a46f847ca req-d1ece6cb-4539-4695-a1d3-8c0752210435 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:25.003503 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25333f88-a499-45cb-b74e-e76a46f847ca req-d1ece6cb-4539-4695-a1d3-8c0752210435 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0644743 Apr 08 11:53:25.041392 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:25.054708 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25333f88-a499-45cb-b74e-e76a46f847ca req-7d980c2f-95bd-4c1d-816d-d710d0691c38 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449755 Apr 08 11:53:25.095573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:25.145626 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aeb545b8-2e45-46d6-8c6c-aa42b1924ccb req-4e76c572-7fff-4c30-adac-2ae10718e691 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437293 Apr 08 11:53:25.174069 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Attempting to bind port acc1d316-312f-4a66-a4e9-27fd48af2476 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:53:25.174409 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Attempting to bind port acc1d316-312f-4a66-a4e9-27fd48af2476 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:53:25.174737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Attempting to bind port acc1d316-312f-4a66-a4e9-27fd48af2476 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:53:25.179240 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Port acc1d316-312f-4a66-a4e9-27fd48af2476 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:53:25.179598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Attempting to bind port acc1d316-312f-4a66-a4e9-27fd48af2476 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:53:25.184730 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:53:25.185101 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:53:25.185481 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:53:25.185924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Bound port: acc1d316-312f-4a66-a4e9-27fd48af2476, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:53:25.186264 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:25.245818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:53:25.248696 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=acc1d316-312f-4a66-a4e9-27fd48af2476,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:53:25.255484 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:25.291497 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:25.292143 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:25.293677 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] 10.222.0.44 "PUT /v2.0/ports/acc1d316-312f-4a66-a4e9-27fd48af2476 HTTP/1.1" status: 200 len: 1093 time: 0.9053073 Apr 08 11:53:25.294004 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:53:25.296214 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde2436-f644-45c2-b916-474de23a9add" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:53:25.324393 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8f55-39b5-4b70-b175-afe73255f323 service neutron] Pushing event updated for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:25.333912 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf82b5-4a2b-4643-9534-e47ad5c69291 x-openstack-request-id: req-19cf82b5-4a2b-4643-9534-e47ad5c69291 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:53:25.334236 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:53:25.334476 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19cf82b5-4a2b-4643-9534-e47ad5c69291 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:53:25.334927 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cf82b5-4a2b-4643-9534-e47ad5c69291'] response: {'name': 'network-changed', 'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'status': 'completed', 'code': 200} Apr 08 11:53:25.398421 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-51476913-fb52-4e89-ac2c-941ea143f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:25.399962 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-51476913-fb52-4e89-ac2c-941ea143f0a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 1127 time: 0.0463190 Apr 08 11:53:25.443874 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-c6013333-d099-43be-a1f7-b11e5d03a43e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc1d316-312f-4a66-a4e9-27fd48af2476 HTTP/1.1" status: 200 len: 217 time: 0.0346942 Apr 08 11:53:25.495348 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-f5a45672-1288-4095-b203-858a7b3cc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:25.496783 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-f5a45672-1288-4095-b203-858a7b3cc67c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0464191 Apr 08 11:53:25.551924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-4cc3bc80-f6f7-4a94-9a20-7a1a6b022c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:25.553463 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-4cc3bc80-f6f7-4a94-9a20-7a1a6b022c1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461280 Apr 08 11:53:25.643646 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-453879a4-1c37-4557-91c1-89fb223fdf00 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815344 Apr 08 11:53:25.739082 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92e83a01-0a8a-4e20-a764-e65ea3b06ccb req-6b5d2ca6-ff04-462f-8aa7-63fe71bd2f55 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Apr 08 11:53:26.173650 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54165c-93ca-437c-8332-4eb220aa6be1 req-b68e293c-e7ca-4e89-962d-0cfe5e8ab64e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:26.175043 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4c54165c-93ca-437c-8332-4eb220aa6be1 req-b68e293c-e7ca-4e89-962d-0cfe5e8ab64e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0539041 Apr 08 11:53:26.222929 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4c54165c-93ca-437c-8332-4eb220aa6be1 req-6db34e67-ebf4-4dc6-9d55-00ecd8bd52d9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Apr 08 11:53:26.267587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a129cc-5bc4-4713-a64c-a515b17333b7 req-4f5d3273-a20a-4e8d-9a0e-2178178b7bed tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:26.269092 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60a129cc-5bc4-4713-a64c-a515b17333b7 req-4f5d3273-a20a-4e8d-9a0e-2178178b7bed tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 943 time: 0.0547259 Apr 08 11:53:26.314890 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60a129cc-5bc4-4713-a64c-a515b17333b7 req-2e932258-2985-4efb-a682-107c9c974e39 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Apr 08 11:53:26.606457 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:27.347749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd7f2-4fc8-4dfe-a9ca-20bbb62f033e req-cc600418-9f25-4300-a775-61255b688eb9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:27.349306 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cadbd7f2-4fc8-4dfe-a9ca-20bbb62f033e req-cc600418-9f25-4300-a775-61255b688eb9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0586076 Apr 08 11:53:27.396432 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cadbd7f2-4fc8-4dfe-a9ca-20bbb62f033e req-34706e6b-6fe1-4db7-9eeb-3d008bd9c5fa tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Apr 08 11:53:27.435496 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096525d2-c6eb-49bc-a76c-ff919d8b37ad req-2b059afa-ee0d-4151-972d-fb59cf11117d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:27.436952 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-096525d2-c6eb-49bc-a76c-ff919d8b37ad req-2b059afa-ee0d-4151-972d-fb59cf11117d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 943 time: 0.0537348 Apr 08 11:53:27.495260 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-096525d2-c6eb-49bc-a76c-ff919d8b37ad req-a57a17ae-36ff-405a-8a41-c860d03c8e53 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525966 Apr 08 11:53:28.536293 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb45d2-cbc4-4a9d-85a8-1aa67d5ceb35 req-12bfbba8-4df4-4596-8317-e9992da0d1f1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:28.537816 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93cb45d2-cbc4-4a9d-85a8-1aa67d5ceb35 req-12bfbba8-4df4-4596-8317-e9992da0d1f1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0618608 Apr 08 11:53:28.585601 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93cb45d2-cbc4-4a9d-85a8-1aa67d5ceb35 req-471088e6-7cec-4405-a035-6069315835e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Apr 08 11:53:28.616022 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949c231-1d5d-4b3e-9d15-8dbb16d78777 req-cdbd10e3-c506-4ba9-9a53-a7076fe8bf43 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:28.617533 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3949c231-1d5d-4b3e-9d15-8dbb16d78777 req-cdbd10e3-c506-4ba9-9a53-a7076fe8bf43 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 943 time: 0.0555718 Apr 08 11:53:28.664341 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3949c231-1d5d-4b3e-9d15-8dbb16d78777 req-9b132eeb-788c-470b-a654-eface2cccbba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Apr 08 11:53:28.936251 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2436-f644-45c2-b916-474de23a9add req-71028d51-9418-4857-8880-e8a99393819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:28.940572 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-71028d51-9418-4857-8880-e8a99393819b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 1127 time: 0.0478110 Apr 08 11:53:29.036924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2436-f644-45c2-b916-474de23a9add req-9cf8c81e-4bee-4846-ac0a-2878873f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.038774 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-9cf8c81e-4bee-4846-ac0a-2878873f9170 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.0929809 Apr 08 11:53:29.089141 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-e0b22aa1-d028-4d00-afcf-cabf213f9b17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc1d316-312f-4a66-a4e9-27fd48af2476 HTTP/1.1" status: 200 len: 217 time: 0.0420823 Apr 08 11:53:29.156671 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2436-f644-45c2-b916-474de23a9add req-fd5d06ca-67e1-4a0d-96f5-e472da53a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.158171 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-fd5d06ca-67e1-4a0d-96f5-e472da53a972 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0614824 Apr 08 11:53:29.210699 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2436-f644-45c2-b916-474de23a9add req-de8e6f4a-2aa3-4557-aee0-8de5b97d5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.212106 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-de8e6f4a-2aa3-4557-aee0-8de5b97d5f6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467162 Apr 08 11:53:29.309109 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-520b7221-47c6-4754-bd78-64798c4a3807 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898454 Apr 08 11:53:29.410492 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ddde2436-f644-45c2-b916-474de23a9add req-d78940e4-850a-4f4e-906a-c477032900b3 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946140 Apr 08 11:53:29.713505 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547091-651d-4230-8298-d0219efd64d6 req-1a2bccea-2d47-4acf-9112-f00f8f474047 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.715010 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a3547091-651d-4230-8298-d0219efd64d6 req-1a2bccea-2d47-4acf-9112-f00f8f474047 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0573587 Apr 08 11:53:29.766404 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a3547091-651d-4230-8298-d0219efd64d6 req-2177d8ef-ab42-4710-9a74-58785f814672 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Apr 08 11:53:29.791590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee8c6-3985-4eed-96ed-a3d0098f4593 req-76b44926-cd91-4c64-97e9-9d070b59e07c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.793101 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cd6ee8c6-3985-4eed-96ed-a3d0098f4593 req-76b44926-cd91-4c64-97e9-9d070b59e07c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 943 time: 0.0535789 Apr 08 11:53:29.838759 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cd6ee8c6-3985-4eed-96ed-a3d0098f4593 req-fe93d624-5288-413a-9c82-8148a53ffc31 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Apr 08 11:53:29.971076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7572-430d-4d27-975d-dac81b54fc38 req-7d02fdd2-1689-4e6d-bafd-c740ea9d9224 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:29.972639 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e78c7572-430d-4d27-975d-dac81b54fc38 req-7d02fdd2-1689-4e6d-bafd-c740ea9d9224 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0561645 Apr 08 11:53:30.020677 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e78c7572-430d-4d27-975d-dac81b54fc38 req-54bc99d1-0b5c-48e2-8f83-728e80ff35b5 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Apr 08 11:53:30.030007 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-4171f7a9-d84c-4936-9c62-6417ab13ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:30.031497 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-4171f7a9-d84c-4936-9c62-6417ab13ef51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1130 time: 0.0437641 Apr 08 11:53:30.118352 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-2926e4a7-8219-4514-9732-c3176d2b0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:30.119886 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-2926e4a7-8219-4514-9732-c3176d2b0980 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.0820098 Apr 08 11:53:30.189130 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-9666ad55-3c1e-4d84-84df-dfe070f34332 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 1002 time: 0.0627446 Apr 08 11:53:30.239496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-798e80e9-7c90-4bf5-9afd-574151dd403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:30.240939 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-798e80e9-7c90-4bf5-9afd-574151dd403f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0460157 Apr 08 11:53:30.293468 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-467c10e3-47b7-4463-b816-0aa548b0ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:30.294992 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-467c10e3-47b7-4463-b816-0aa548b0ed90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470290 Apr 08 11:53:30.387219 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-dfb7cbed-5395-44eb-9872-776266bab0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862067 Apr 08 11:53:30.486810 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0b56b38d-3b6b-4e59-817a-ab802edf8012 req-4f4c9564-16d2-404e-90ff-dcea1728b5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932539 Apr 08 11:53:30.639679 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device acc1d316-312f-4a66-a4e9-27fd48af2476 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:53:30.751161 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=acc1d316-312f-4a66-a4e9-27fd48af2476,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:30.762330 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'port_id': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'mac_address': 'fa:16:3e:6b:3c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:53:30.799845 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port acc1d316-312f-4a66-a4e9-27fd48af2476 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:53:30.800238 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:30.813113 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc1d316-312f-4a66-a4e9-27fd48af2476 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:53:30.832850 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=acc1d316-312f-4a66-a4e9-27fd48af2476,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:30.839225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:30.891515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:30.898719 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.899055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.899397 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.899780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.900118 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.900435 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.900765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.901127 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.901452 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.901780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.902106 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.902433 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.902756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.903078 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.903401 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:53:30.969854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e272313-965e-4033-90d7-5095ca9e9c01 req-a2b97b6e-5fac-4fae-a372-251e8a50b07a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:30.971293 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8e272313-965e-4033-90d7-5095ca9e9c01 req-a2b97b6e-5fac-4fae-a372-251e8a50b07a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 944 time: 0.0613825 Apr 08 11:53:31.020349 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8e272313-965e-4033-90d7-5095ca9e9c01 req-44559257-6ee0-4592-87b8-3bd9abf99c38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Apr 08 11:53:31.146615 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe605-70cb-42cf-87cc-677cd4e2054c req-e7a68e03-a43c-4403-83c6-828c19e4d56d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:31.148832 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eafe605-70cb-42cf-87cc-677cd4e2054c req-e7a68e03-a43c-4403-83c6-828c19e4d56d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0566790 Apr 08 11:53:31.197127 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eafe605-70cb-42cf-87cc-677cd4e2054c req-36b653be-312c-4fcd-bb6b-4c16374c3121 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Apr 08 11:53:31.319220 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['acc1d316-312f-4a66-a4e9-27fd48af2476'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:53:32.152901 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6ba46-b797-441d-9dc3-c9d285416fd5 req-afadad6b-06b9-42a9-ac45-86b9dcfbcc4e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:32.154407 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0b6ba46-b797-441d-9dc3-c9d285416fd5 req-afadad6b-06b9-42a9-ac45-86b9dcfbcc4e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 944 time: 0.0525603 Apr 08 11:53:32.207065 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0b6ba46-b797-441d-9dc3-c9d285416fd5 req-3fe59dcd-989f-4dd9-b010-d522f12fd0d7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Apr 08 11:53:32.315136 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897593d1-b883-424b-aa36-1ff1479557d3 req-5f1b8426-3f2a-4588-9a3f-956e6b3f662c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:32.316484 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-897593d1-b883-424b-aa36-1ff1479557d3 req-5f1b8426-3f2a-4588-9a3f-956e6b3f662c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0514724 Apr 08 11:53:32.365109 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-897593d1-b883-424b-aa36-1ff1479557d3 req-230dfc48-9c3b-4181-9ca3-71ca9d086070 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Apr 08 11:53:32.666965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device acc1d316-312f-4a66-a4e9-27fd48af2476 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:53:32.720916 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port acc1d316-312f-4a66-a4e9-27fd48af2476 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:53:32.724924 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port acc1d316-312f-4a66-a4e9-27fd48af2476 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:53:32.725378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:32.802403 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port acc1d316-312f-4a66-a4e9-27fd48af2476 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:53:32.802779 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:32.825349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:53:32.827745 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe26ebb-7c38-4320-a33d-43c09d2afef6" -d '{"events": [{"server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "name": "network-vif-plugged", "status": "completed", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:53:32.840033 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=acc1d316-312f-4a66-a4e9-27fd48af2476,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:32.845497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:32.871478 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae488ab-04c2-4134-a148-33546f7f99ba x-openstack-request-id: req-7ae488ab-04c2-4134-a148-33546f7f99ba {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:53:32.871768 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "name": "network-vif-plugged", "status": "completed", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:53:32.872018 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ae488ab-04c2-4134-a148-33546f7f99ba {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:53:32.872412 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae488ab-04c2-4134-a148-33546f7f99ba'] response: {'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'code': 200} Apr 08 11:53:32.899997 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:33.072724 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd78f3-f556-491e-9763-576a6735fddd req-e2b7b993-331c-460a-905f-36471723a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:33.074114 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ecdd78f3-f556-491e-9763-576a6735fddd req-e2b7b993-331c-460a-905f-36471723a13f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 1129 time: 0.0475440 Apr 08 11:53:33.116688 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ecdd78f3-f556-491e-9763-576a6735fddd req-081bc82e-4d37-44a3-ab4a-324f1cb28c67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Apr 08 11:53:33.338380 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9da452-6b8f-4ff8-a50a-e25f79855e80 req-c016f485-709d-4936-ad10-7a4409aebaa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:33.339854 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e9da452-6b8f-4ff8-a50a-e25f79855e80 req-c016f485-709d-4936-ad10-7a4409aebaa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0582838 Apr 08 11:53:33.385783 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e9da452-6b8f-4ff8-a50a-e25f79855e80 req-bb715be3-0031-41dd-aa32-37fc762ccac6 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Apr 08 11:53:33.847479 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f261-7b89-4a37-970a-46bb66928196 req-8a4c844d-7fbc-4051-84a1-23d5795bdd22 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:33.848984 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bdf4f261-7b89-4a37-970a-46bb66928196 req-8a4c844d-7fbc-4051-84a1-23d5795bdd22 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0601556 Apr 08 11:53:33.902095 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bdf4f261-7b89-4a37-970a-46bb66928196 req-47ca10fa-7e45-4210-9531-80b2dfd1472d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Apr 08 11:53:34.511714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c2ec-3ed8-483e-bff8-86f0a07999ec req-272f86cc-460b-4fc7-9122-4c361721b095 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:34.513181 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f14c2ec-3ed8-483e-bff8-86f0a07999ec req-272f86cc-460b-4fc7-9122-4c361721b095 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0565381 Apr 08 11:53:34.561616 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f14c2ec-3ed8-483e-bff8-86f0a07999ec req-c50a26a4-865e-4ac2-9b05-25520b3c7897 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Apr 08 11:53:34.804977 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:35.034339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff0c18-aa5c-4020-839f-e90245488e95 req-60785e0f-acea-4f30-9db3-ae26d074f264 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:35.035857 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-18ff0c18-aa5c-4020-839f-e90245488e95 req-60785e0f-acea-4f30-9db3-ae26d074f264 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0553679 Apr 08 11:53:35.085058 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-18ff0c18-aa5c-4020-839f-e90245488e95 req-ec10d588-ada0-4dac-a57e-cd07d74283a7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Apr 08 11:53:35.691015 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25028c7-bf2a-4f84-b24c-c08a7ff088bc req-abf94f2e-de50-4195-867d-77ff7d2e43b5 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:35.692502 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b25028c7-bf2a-4f84-b24c-c08a7ff088bc req-abf94f2e-de50-4195-867d-77ff7d2e43b5 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0547416 Apr 08 11:53:35.747470 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b25028c7-bf2a-4f84-b24c-c08a7ff088bc req-636b1186-a002-4cdb-b73e-be095b1e23a2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 Apr 08 11:53:35.864179 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1879-4fda-4e22-a7f0-cadcde369a3a req-3b84264e-cea4-441f-a806-92bc43585606 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:35.865567 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b1ef1879-4fda-4e22-a7f0-cadcde369a3a req-3b84264e-cea4-441f-a806-92bc43585606 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0526919 Apr 08 11:53:35.874569 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:53:35.879114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'port_id': 'acc1d316-312f-4a66-a4e9-27fd48af2476'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:53:35.921008 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:36.215837 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103c29-e0da-4fb0-87cd-ad7285837476 req-47efd4ec-0752-4c56-90a8-0a2e267ff563 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:36.217318 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b103c29-e0da-4fb0-87cd-ad7285837476 req-47efd4ec-0752-4c56-90a8-0a2e267ff563 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0549767 Apr 08 11:53:36.264222 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b103c29-e0da-4fb0-87cd-ad7285837476 req-441564a2-90c2-438c-9040-c2d99b204960 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Apr 08 11:53:36.363342 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:36.369765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:36.469166 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP a22cf1c1-0ecd-4710-b2d1-6ccb767db895 associated. External IP: 172.27.2.129, port: acc1d316-312f-4a66-a4e9-27fd48af2476. Apr 08 11:53:36.683490 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:53:37.040610 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:53:37.045782 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:37.050497 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:53:37.060983 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:53:37.061569 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:53:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:53:37.076037 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b90da7e2-271b-44da-bf63-a831e86ed5ad tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "PUT /v2.0/floatingips/a22cf1c1-0ecd-4710-b2d1-6ccb767db895 HTTP/1.1" status: 200 len: 991 time: 1.2003896 Apr 08 11:53:37.076613 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:53:37.078893 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88341f8d-358e-4ebc-9c2f-ed3464274906" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:53:37.114150 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7267aed6-55bf-4b60-98d4-a42968b2d0ae x-openstack-request-id: req-7267aed6-55bf-4b60-98d4-a42968b2d0ae {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:53:37.114430 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:53:37.114709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7267aed6-55bf-4b60-98d4-a42968b2d0ae {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:53:37.115125 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7267aed6-55bf-4b60-98d4-a42968b2d0ae'] response: {'name': 'network-changed', 'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'status': 'completed', 'code': 200} Apr 08 11:53:37.169462 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:53:37.186657 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-ab994a4d-e055-4d01-acca-04f1ad15d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:37.188280 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-ab994a4d-e055-4d01-acca-04f1ad15d3f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 1129 time: 0.0452714 Apr 08 11:53:37.283880 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-c6661789-bb12-4964-b0ac-03ec0b8742b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:37.285359 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-c6661789-bb12-4964-b0ac-03ec0b8742b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.0853243 Apr 08 11:53:37.359460 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-f2501a16-9d87-4302-82a1-5c273eeaedfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc1d316-312f-4a66-a4e9-27fd48af2476 HTTP/1.1" status: 200 len: 999 time: 0.0603373 Apr 08 11:53:37.386823 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf008e8-1f7b-4a49-af0a-b5124b0c4d7d req-aed106ec-30ef-4796-b455-4d9f583607b4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:37.388344 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1cf008e8-1f7b-4a49-af0a-b5124b0c4d7d req-aed106ec-30ef-4796-b455-4d9f583607b4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0535100 Apr 08 11:53:37.391134 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a22cf1c1-0ecd-4710-b2d1-6ccb767db895', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:6b:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:53:20Z', 'updated_at': '2022-04-08T11:53:36Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}, {'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:53:37.408647 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-d4b2d364-821b-460c-a0f8-e3bdb34a8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:37.410182 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-d4b2d364-821b-460c-a0f8-e3bdb34a8468 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0437446 Apr 08 11:53:37.421111 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:53:37.429522 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:53:37.430166 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:53:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:53:37.438860 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1cf008e8-1f7b-4a49-af0a-b5124b0c4d7d req-1b54c295-a1d2-4456-9463-656791da7d54 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Apr 08 11:53:37.462471 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-dca23ded-2ac7-4c9d-85bb-5cd1df64b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:37.463960 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-dca23ded-2ac7-4c9d-85bb-5cd1df64b74a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467949 Apr 08 11:53:37.535873 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:53:37.553711 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-4d3cd257-2128-4619-9fe8-f0cfb993c3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815651 Apr 08 11:53:37.645321 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88341f8d-358e-4ebc-9c2f-ed3464274906 req-4288a3f3-84f3-47e4-85a1-5a7c2d085b4e service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 Apr 08 11:53:37.841001 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a22cf1c1-0ecd-4710-b2d1-6ccb767db895', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:6b:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:53:20Z', 'updated_at': '2022-04-08T11:53:36Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}, {'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:53:37.870179 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9018ca-7e11-4664-89f7-3489b5111216 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a22cf1c1-0ecd-4710-b2d1-6ccb767db895', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:6b:3c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:53:20Z', 'updated_at': '2022-04-08T11:53:36Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}, {'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:53:38.055191 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94af43-f4f6-4020-a15d-53068edb58ac None None] New status for floating IP a22cf1c1-0ecd-4710-b2d1-6ccb767db895: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:53:38.579819 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732dea-380b-405c-b8bd-c5fe4d823dd5 req-400065e5-e853-4fa5-8b68-e1f851cc4471 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:38.581316 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-46732dea-380b-405c-b8bd-c5fe4d823dd5 req-400065e5-e853-4fa5-8b68-e1f851cc4471 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0552361 Apr 08 11:53:38.628686 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-46732dea-380b-405c-b8bd-c5fe4d823dd5 req-db61d50e-7d68-43d8-878c-e21cf3843e76 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Apr 08 11:53:39.772524 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438f14d-5e2d-4f4c-83af-647bef377384 req-7d783067-bdfb-42d4-8580-6accdbbdb3c2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:39.773993 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a438f14d-5e2d-4f4c-83af-647bef377384 req-7d783067-bdfb-42d4-8580-6accdbbdb3c2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0675430 Apr 08 11:53:39.822291 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a438f14d-5e2d-4f4c-83af-647bef377384 req-06fc49ed-94a0-46cf-b5de-adf7129c2483 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Apr 08 11:53:40.690901 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:53:40.949690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eab52-1d6f-42b1-a39b-3469b23a9fe2 req-20d154d1-e239-4e7f-9605-215f0983e15d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:40.951075 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f63eab52-1d6f-42b1-a39b-3469b23a9fe2 req-20d154d1-e239-4e7f-9605-215f0983e15d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0533283 Apr 08 11:53:41.002229 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f63eab52-1d6f-42b1-a39b-3469b23a9fe2 req-598e78ef-5332-4194-b5b8-df64488203c6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Apr 08 11:53:42.142044 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f58020-5eac-4372-9783-ebd78230c1e4 req-6e5d5d38-8dc1-462f-bf4b-59b6b2f45230 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:42.143554 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4f58020-5eac-4372-9783-ebd78230c1e4 req-6e5d5d38-8dc1-462f-bf4b-59b6b2f45230 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0575056 Apr 08 11:53:42.194755 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4f58020-5eac-4372-9783-ebd78230c1e4 req-5d15c9eb-a305-4af5-a50f-b79bb78e6663 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 Apr 08 11:53:43.333301 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4363-d129-4020-88e6-54be18a6f8cd req-ceade03a-873d-4014-b51e-286cd12c46a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:43.334755 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e7d4363-d129-4020-88e6-54be18a6f8cd req-ceade03a-873d-4014-b51e-286cd12c46a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0554764 Apr 08 11:53:43.382019 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e7d4363-d129-4020-88e6-54be18a6f8cd req-0c502e44-6a6f-4058-b07f-a7c2487322f2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Apr 08 11:53:44.518677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ab86d-d7fa-4ba3-a8b5-7be5e4a964c3 req-872be5a9-7554-4258-a38d-4aacf6c85259 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:44.520069 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-592ab86d-d7fa-4ba3-a8b5-7be5e4a964c3 req-872be5a9-7554-4258-a38d-4aacf6c85259 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0550961 Apr 08 11:53:44.574870 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-592ab86d-d7fa-4ba3-a8b5-7be5e4a964c3 req-42087e1e-64a8-4b92-88c5-bea9c18b77ae tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Apr 08 11:53:45.718339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d311-ff69-4c80-aa40-921d12362867 req-9f08af32-692e-45f1-a7ae-db6b6f19112f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:45.719856 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bbe4d311-ff69-4c80-aa40-921d12362867 req-9f08af32-692e-45f1-a7ae-db6b6f19112f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0558629 Apr 08 11:53:45.769618 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bbe4d311-ff69-4c80-aa40-921d12362867 req-b5eaed54-7f59-43fe-a13b-041148cc280a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 Apr 08 11:53:46.780915 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:53:46.889404 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:46.900573 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '3020f800-03bf-4c2e-9a0c-917673041482', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:53:46.900773 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7016b4-db45-472b-800d-9a472ca5ad18 req-ca1d71cf-6cce-47dd-940b-7cf325117582 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:46.902273 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea7016b4-db45-472b-800d-9a472ca5ad18 req-ca1d71cf-6cce-47dd-940b-7cf325117582 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0525236 Apr 08 11:53:46.943404 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: ACTIVE; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:53:46.943796 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:46.949366 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea7016b4-db45-472b-800d-9a472ca5ad18 req-dc36969e-054f-48cb-b8ec-851ae5378cdb tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 Apr 08 11:53:46.957201 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:53:46.976536 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:46.984486 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:47.032116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=6']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:47.126623 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['3020f800-03bf-4c2e-9a0c-917673041482'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:53:48.094022 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14f5d0-cff7-4e1c-a491-3f77a2ee3b65 req-b1245f31-478c-4efe-9595-a3f41400574a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:48.095531 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6a14f5d0-cff7-4e1c-a491-3f77a2ee3b65 req-b1245f31-478c-4efe-9595-a3f41400574a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 945 time: 0.0631258 Apr 08 11:53:48.146653 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6a14f5d0-cff7-4e1c-a491-3f77a2ee3b65 req-6a5d806f-967d-44bb-979c-42d05808318d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 Apr 08 11:53:48.791873 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:53:48.844300 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 3020f800-03bf-4c2e-9a0c-917673041482 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:53:48.844680 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3020f800-03bf-4c2e-9a0c-917673041482), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:48.927436 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:53:48.927817 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:48.954133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:53:48.956415 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed3ccd0-f5b9-4df7-81c0-517325702ddf" -d '{"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:53:48.968398 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:53:48.973553 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:48.996530 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63299a-a1b3-4fe3-be84-a390c637672e x-openstack-request-id: req-6d63299a-a1b3-4fe3-be84-a390c637672e {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:53:48.996817 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:53:48.997106 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d63299a-a1b3-4fe3-be84-a390c637672e {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:53:48.997478 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d63299a-a1b3-4fe3-be84-a390c637672e'] response: {'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'code': 200} Apr 08 11:53:49.023946 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=7']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:53:49.283684 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d07a8a-df7a-43e8-951b-2cf57bc7815e req-c84d4508-8d52-4afb-b206-16330b59ad4a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:49.285228 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61d07a8a-df7a-43e8-951b-2cf57bc7815e req-c84d4508-8d52-4afb-b206-16330b59ad4a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0585968 Apr 08 11:53:49.336001 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61d07a8a-df7a-43e8-951b-2cf57bc7815e req-26d1b645-8ee2-482c-b2cb-b1119edc899b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Apr 08 11:53:50.434545 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-efd303ea-9280-46e5-b7b6-258bb0d4774f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:50.478814 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac0d9f-5667-45d0-9ccf-7f718518ee42 req-51c5b133-6df9-4799-8fe6-707f58adeedc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:50.480341 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a9ac0d9f-5667-45d0-9ccf-7f718518ee42 req-51c5b133-6df9-4799-8fe6-707f58adeedc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0592761 Apr 08 11:53:50.533052 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a9ac0d9f-5667-45d0-9ccf-7f718518ee42 req-49f9a9a7-9d02-4ede-9f22-b5211d3f797f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464740 Apr 08 11:53:51.681343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e9e68-c0d1-4798-a112-5f7f96e39b96 req-8d24ac3f-d631-4ed1-85c3-a60dd34dad95 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:51.682917 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b3e9e68-c0d1-4798-a112-5f7f96e39b96 req-8d24ac3f-d631-4ed1-85c3-a60dd34dad95 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0609431 Apr 08 11:53:51.730661 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b3e9e68-c0d1-4798-a112-5f7f96e39b96 req-cdb895cf-8ab3-4606-88d1-4f30d0c12fab tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Apr 08 11:53:52.688428 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df7227cb-9192-4735-bfa9-dde60df3871b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:52.863398 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec323f10-d93f-4db0-97e3-ea814b05960f req-bef669ce-5fc6-43dc-a64f-048a59f9034e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:52.864871 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ec323f10-d93f-4db0-97e3-ea814b05960f req-bef669ce-5fc6-43dc-a64f-048a59f9034e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0570800 Apr 08 11:53:52.919654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ec323f10-d93f-4db0-97e3-ea814b05960f req-faa68e5c-64d5-4b70-be18-329f6719a010 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491295 Apr 08 11:53:53.814744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:54.049543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdc321-4f40-4ea2-8e2b-8e54b61135ff req-395179ec-ad82-495f-8660-d15c3335354a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:54.051062 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-79cdc321-4f40-4ea2-8e2b-8e54b61135ff req-395179ec-ad82-495f-8660-d15c3335354a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0534585 Apr 08 11:53:54.099610 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-79cdc321-4f40-4ea2-8e2b-8e54b61135ff req-8ab90b67-a666-40a9-9d37-3a3fdd7d0335 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Apr 08 11:53:55.054006 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:55.243990 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e741-4d92-4b74-8b73-a38dc2189586 req-3f8e60c7-6e7c-45e9-88de-21b83e8ad1a6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:55.249373 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0620e741-4d92-4b74-8b73-a38dc2189586 req-3f8e60c7-6e7c-45e9-88de-21b83e8ad1a6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0594189 Apr 08 11:53:55.310514 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0620e741-4d92-4b74-8b73-a38dc2189586 req-2efd938d-99b4-4dac-b698-7888287b4079 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538969 Apr 08 11:53:56.429466 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22431-dc2c-469b-ae78-1562c9a0e012 req-988ba9dd-602a-4f8e-9960-55fa8823799a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:56.436538 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ec22431-dc2c-469b-ae78-1562c9a0e012 req-988ba9dd-602a-4f8e-9960-55fa8823799a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0613010 Apr 08 11:53:56.488904 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ec22431-dc2c-469b-ae78-1562c9a0e012 req-d22637e1-7c56-4f69-ad76-13648c0a2454 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512824 Apr 08 11:53:56.592824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:53:57.618805 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10ed9-af2d-46fc-9cf2-f919ca664d51 req-0dd2b0e3-83b6-4c6a-b16a-920b7429e252 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:57.620302 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfb10ed9-af2d-46fc-9cf2-f919ca664d51 req-0dd2b0e3-83b6-4c6a-b16a-920b7429e252 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0579119 Apr 08 11:53:57.683080 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfb10ed9-af2d-46fc-9cf2-f919ca664d51 req-c7d5a921-75c4-4b0a-976a-292d42c65188 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571308 Apr 08 11:53:58.812644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0ffb-8188-4ef2-bbb9-feca1a704002 req-64f2a6b9-341e-4f78-934a-12a6bcc20f21 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:53:58.815456 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8cee0ffb-8188-4ef2-bbb9-feca1a704002 req-64f2a6b9-341e-4f78-934a-12a6bcc20f21 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0570879 Apr 08 11:53:58.864499 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8cee0ffb-8188-4ef2-bbb9-feca1a704002 req-e35761d4-64ec-4168-bdc9-4f03023807bd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Apr 08 11:54:00.002991 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c501217-b063-41c4-ac88-fa794e00154e req-0c1c2d4b-50dd-47f1-9c9b-740760135f35 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:00.004491 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5c501217-b063-41c4-ac88-fa794e00154e req-0c1c2d4b-50dd-47f1-9c9b-740760135f35 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0569053 Apr 08 11:54:00.082015 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5c501217-b063-41c4-ac88-fa794e00154e req-7bef8a81-1a77-4c07-b2ab-46b207aa72a2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708625 Apr 08 11:54:01.229551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca8d92-0384-49e8-b961-b98e21213ff6 req-1084f278-536b-43f9-b9e9-39f6bb06db50 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:01.231168 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b4ca8d92-0384-49e8-b961-b98e21213ff6 req-1084f278-536b-43f9-b9e9-39f6bb06db50 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0614293 Apr 08 11:54:01.295588 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b4ca8d92-0384-49e8-b961-b98e21213ff6 req-1a2002d8-4d6f-471d-b83a-345328175ede tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586350 Apr 08 11:54:02.436270 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411691-63d9-4eab-8aba-a491d9bab084 req-7e23e6b7-8b55-4c55-a407-6dffd21658dc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:02.437886 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ce411691-63d9-4eab-8aba-a491d9bab084 req-7e23e6b7-8b55-4c55-a407-6dffd21658dc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0626733 Apr 08 11:54:02.497987 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ce411691-63d9-4eab-8aba-a491d9bab084 req-e764c320-93b5-4140-a490-c2abacc5c89a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536509 Apr 08 11:54:03.645630 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dced9-0c0e-4a25-a473-cf0109b164f6 req-ad0ae78f-a7ab-46cd-ac85-bc4da798d981 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:03.647116 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-961dced9-0c0e-4a25-a473-cf0109b164f6 req-ad0ae78f-a7ab-46cd-ac85-bc4da798d981 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Apr 08 11:54:03.696825 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-961dced9-0c0e-4a25-a473-cf0109b164f6 req-aebe2825-0038-4054-8b57-ab676806c70b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Apr 08 11:54:04.185272 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-da6fa7c9-bb31-4750-8d1c-0e1310f07f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:04.186682 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-da6fa7c9-bb31-4750-8d1c-0e1310f07f8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1130 time: 0.0460727 Apr 08 11:54:04.276263 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-1a4d91d4-7577-4dab-a04d-29a0876af52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:04.277719 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-1a4d91d4-7577-4dab-a04d-29a0876af52e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0844424 Apr 08 11:54:04.345855 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-79726a7f-7d39-43b5-a4f8-32ccba4602d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 1002 time: 0.0609396 Apr 08 11:54:04.395626 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-cac73fec-4d14-4851-a12b-2207195ea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:04.397138 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-cac73fec-4d14-4851-a12b-2207195ea68f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0448928 Apr 08 11:54:04.448536 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-3e0a72a6-eabd-4251-bbf5-ef292f47a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:04.450002 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-3e0a72a6-eabd-4251-bbf5-ef292f47a041 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468545 Apr 08 11:54:04.545080 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-b0fd78c2-f26f-46b5-b6d3-854d96afe8e1 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881155 Apr 08 11:54:04.634671 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ba4bba01-b398-42e9-9ef8-bfb624b8d3ce req-ce25940a-f1de-4dea-9c35-6632fec20d74 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Apr 08 11:54:04.795997 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:04.823023 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed51b4-aa68-4fdf-aac7-68079e5d7ec5 req-c1aadc5d-7edd-4c55-979a-1fecd240e753 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:04.824546 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bfed51b4-aa68-4fdf-aac7-68079e5d7ec5 req-c1aadc5d-7edd-4c55-979a-1fecd240e753 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0555558 Apr 08 11:54:04.870987 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bfed51b4-aa68-4fdf-aac7-68079e5d7ec5 req-ef0efaab-e0f6-48d0-aa2e-3b39efd4814f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Apr 08 11:54:06.002013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5319-cb44-49a8-8eb0-1fb163542d73 req-f6362164-cac3-4073-ac1a-e1201ed0e3a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:06.003415 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-409e5319-cb44-49a8-8eb0-1fb163542d73 req-f6362164-cac3-4073-ac1a-e1201ed0e3a8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 946 time: 0.0563023 Apr 08 11:54:06.055510 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-409e5319-cb44-49a8-8eb0-1fb163542d73 req-04794934-0d65-440f-bf4a-b6479a8ab921 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462828 Apr 08 11:54:06.889744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:54:06.969297 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: ACTIVE; New status is: DOWN {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:06.969688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:06.991483 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:06.993727 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f10db9-c6a1-4bc7-bb68-a9db661dd9f6" -d '{"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-unplugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:07.005502 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:07.010553 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:07.032526 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5ecaeb-59eb-4088-aab8-9ca7e2acbbb0 x-openstack-request-id: req-ab5ecaeb-59eb-4088-aab8-9ca7e2acbbb0 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:07.032837 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-unplugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:07.033110 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab5ecaeb-59eb-4088-aab8-9ca7e2acbbb0 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:07.033502 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5ecaeb-59eb-4088-aab8-9ca7e2acbbb0'] response: {'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'code': 200} Apr 08 11:54:07.058403 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=8']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:07.178099 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5353392-a004-4973-93f2-c0b7d60d545e req-15494fc4-e1ba-4476-a350-cd8d8bba768d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:07.179559 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f5353392-a004-4973-93f2-c0b7d60d545e req-15494fc4-e1ba-4476-a350-cd8d8bba768d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0538995 Apr 08 11:54:07.226885 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f5353392-a004-4973-93f2-c0b7d60d545e req-a7b964d2-c9bf-4991-8828-4f7a260a6490 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Apr 08 11:54:07.714212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-68965414-805f-47c8-9b74-fb4291d66be3 req-98095cd1-b1d3-4d4e-a64b-1a6b7923f37d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:54:07.715211 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-68965414-805f-47c8-9b74-fb4291d66be3 req-98095cd1-b1d3-4d4e-a64b-1a6b7923f37d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052500 Apr 08 11:54:07.791121 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-1d0579b5-0fef-465d-8f5a-6a488114adf6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454109 Apr 08 11:54:07.882228 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77d306-c806-443e-ab88-2f23bb5bc61e req-54c4d790-7088-42df-8a82-c87c5712540d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:07.884568 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0a77d306-c806-443e-ab88-2f23bb5bc61e req-54c4d790-7088-42df-8a82-c87c5712540d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0588284 Apr 08 11:54:07.896759 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-5865ce57-96b8-456e-866c-5f3f7adbdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:07.898505 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-5865ce57-96b8-456e-866c-5f3f7adbdefb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 1129 time: 0.0596287 Apr 08 11:54:07.936564 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0a77d306-c806-443e-ab88-2f23bb5bc61e req-a0c06dfe-d385-4345-9426-3dac4c777f3d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466771 Apr 08 11:54:08.005369 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-dfba17c9-3e04-4698-a9c7-273ee308cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.006890 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-dfba17c9-3e04-4698-a9c7-273ee308cfb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0860765 Apr 08 11:54:08.054220 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-6cd96730-328a-42fa-a841-bc24554234d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 200 len: 217 time: 0.0381327 Apr 08 11:54:08.104912 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-b2dad58c-b91a-4b66-a6d1-0f6e03158338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.106401 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-b2dad58c-b91a-4b66-a6d1-0f6e03158338 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0440609 Apr 08 11:54:08.157319 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-aa9869ae-23e6-4ef2-8410-9722c16ee024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.158859 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-aa9869ae-23e6-4ef2-8410-9722c16ee024 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440681 Apr 08 11:54:08.270689 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42238) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:54:08.397072 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-3201ce23-2f7e-449b-ac02-ae7429a32d75 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113362 Apr 08 11:54:08.403587 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-2ad7975f-5627-41ec-b0de-6871a81c4ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318192 Apr 08 11:54:08.414946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-e2abf553-8ef4-45b9-bb0b-d5a6e716b3f9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:54:08.415883 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-e2abf553-8ef4-45b9-bb0b-d5a6e716b3f9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051312 Apr 08 11:54:08.501878 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:54:08.596251 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-620ff84e-40dd-44d4-a302-54a549debd60 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:08.597668 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-620ff84e-40dd-44d4-a302-54a549debd60 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports/3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 941 time: 0.0947416 Apr 08 11:54:09.005281 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c59c9dd-1289-4a0c-9d9a-b99037c7c5fb req-9c7de90b-4528-4780-804d-fa417d4b7798 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936363 Apr 08 11:54:09.061914 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3248f07-2de6-4d42-b31b-affbdd841b95 req-c697fd6d-531e-401b-b9f6-dc8c0a2a57c8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:09.063373 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c3248f07-2de6-4d42-b31b-affbdd841b95 req-c697fd6d-531e-401b-b9f6-dc8c0a2a57c8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0514078 Apr 08 11:54:09.110287 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c3248f07-2de6-4d42-b31b-affbdd841b95 req-e6429197-56bd-4415-b4ab-29ef85413e68 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Apr 08 11:54:10.237420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18fe65-c899-4c51-8fc6-38c044399ed3 req-6f2ad188-9009-4e89-937b-79eb3fcc50af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.239020 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5a18fe65-c899-4c51-8fc6-38c044399ed3 req-6f2ad188-9009-4e89-937b-79eb3fcc50af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0536027 Apr 08 11:54:10.292641 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5a18fe65-c899-4c51-8fc6-38c044399ed3 req-6946d2d2-0642-4eb1-94b2-29620040f8fb tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476391 Apr 08 11:54:10.402594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237c8b9-3771-4a9a-b74b-7c46f8080a12 req-b3733a93-d059-4d32-9a7d-a79a3f991ca7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.403993 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c237c8b9-3771-4a9a-b74b-7c46f8080a12 req-b3733a93-d059-4d32-9a7d-a79a3f991ca7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Apr 08 11:54:10.451171 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c237c8b9-3771-4a9a-b74b-7c46f8080a12 req-abb99b88-dc9c-4e39-9f57-7b0cd35c6a00 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Apr 08 11:54:10.575612 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1066-1993-488c-b692-6afa03046a30 req-0031b803-ae14-4e30-b39a-d76428b173a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.577161 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-0031b803-ae14-4e30-b39a-d76428b173a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0535851 Apr 08 11:54:10.580169 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-ebfa7349-b98f-4d30-a2da-f762a28cef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.581688 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-ebfa7349-b98f-4d30-a2da-f762a28cef75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0804949 Apr 08 11:54:10.648360 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-5d20ed92-0583-43a8-b9c2-c58348656795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.649895 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-5d20ed92-0583-43a8-b9c2-c58348656795 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1128 time: 0.0447869 Apr 08 11:54:10.673998 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1066-1993-488c-b692-6afa03046a30 req-dd382e0b-c9b6-41bc-86cf-2cdf836bf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.675551 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-dd382e0b-c9b6-41bc-86cf-2cdf836bf7a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0868714 Apr 08 11:54:10.741583 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-14c5f150-8e49-4d43-b3c8-6c6cc9469387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.743146 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-14c5f150-8e49-4d43-b3c8-6c6cc9469387 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0856025 Apr 08 11:54:10.746191 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-c5ff9325-ebf4-4ae9-b270-8da8e1297832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1002 time: 0.0622141 Apr 08 11:54:10.798677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1066-1993-488c-b692-6afa03046a30 req-a3667f61-3a44-406a-ad7a-7e2e36050d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.800852 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-a3667f61-3a44-406a-ad7a-7e2e36050d95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0448170 Apr 08 11:54:10.819779 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-91a6ceb8-a7f7-465e-9e52-55d974352d5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 200 len: 1000 time: 0.0648789 Apr 08 11:54:10.855052 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1066-1993-488c-b692-6afa03046a30 req-b4e727f6-d6e2-4192-917d-310077a0f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.856570 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-b4e727f6-d6e2-4192-917d-310077a0f76f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484540 Apr 08 11:54:10.871232 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-58a5bd03-69a7-4a9b-ab3b-51984f03113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.872767 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-58a5bd03-69a7-4a9b-ab3b-51984f03113c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0471909 Apr 08 11:54:10.913095 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:54:10.921301 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7592c0-2217-4464-913a-8e1c960be3de req-eadba3bb-dc6d-4301-ac08-4f880c9ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:10.923183 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-eadba3bb-dc6d-4301-ac08-4f880c9ab761 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445666 Apr 08 11:54:10.949944 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-4a1e4144-e1e9-4bcb-9516-567b7934426b service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870452 Apr 08 11:54:10.991486 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: DOWN; New status is: DOWN {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:11.014110 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-96030f0a-8449-4cd7-93d2-8c3380b8006a service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Apr 08 11:54:11.036224 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50ae1066-1993-488c-b692-6afa03046a30 req-508da53e-8e62-48fc-affd-89c2e627ba84 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802090 Apr 08 11:54:11.104303 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2a7592c0-2217-4464-913a-8e1c960be3de req-94defe25-47e3-4e9a-b9ad-863e9fa9e784 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840781 Apr 08 11:54:11.426816 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817907-fe82-4cbb-a715-f75e2059b645 req-3574f8f8-d4b5-4b20-800d-1429f01faa9d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:11.428322 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ee817907-fe82-4cbb-a715-f75e2059b645 req-3574f8f8-d4b5-4b20-800d-1429f01faa9d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0533109 Apr 08 11:54:11.478821 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ee817907-fe82-4cbb-a715-f75e2059b645 req-ec396a53-b790-4209-9d7d-d2775999e055 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Apr 08 11:54:11.583830 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ed785-754a-4476-a75c-cdd941b25d72 req-7c8cd966-a6fc-4b88-9d49-297db5efac7f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:11.586202 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bd9ed785-754a-4476-a75c-cdd941b25d72 req-7c8cd966-a6fc-4b88-9d49-297db5efac7f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0649970 Apr 08 11:54:11.653121 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bd9ed785-754a-4476-a75c-cdd941b25d72 req-deb0a47d-485e-4271-9b27-81a7d57df42e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556972 Apr 08 11:54:12.612203 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b02b30-bc52-4376-8a4e-836fd37e03a1 req-9b1c3534-6a56-4dd4-9e84-c9e9196bd4f4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:12.614040 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f4b02b30-bc52-4376-8a4e-836fd37e03a1 req-9b1c3534-6a56-4dd4-9e84-c9e9196bd4f4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0586910 Apr 08 11:54:12.663480 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f4b02b30-bc52-4376-8a4e-836fd37e03a1 req-1efa2a3a-4a49-422b-9cfc-69e15674f806 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439661 Apr 08 11:54:12.768407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f673-0aef-4ed5-86f0-8c823803f83a req-18e63f08-abf5-47f1-8967-6732c629a51c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:12.769858 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1796f673-0aef-4ed5-86f0-8c823803f83a req-18e63f08-abf5-47f1-8967-6732c629a51c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0548692 Apr 08 11:54:12.825557 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1796f673-0aef-4ed5-86f0-8c823803f83a req-7e2b552f-bf85-4e4b-becf-6118578b31cd tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484059 Apr 08 11:54:13.796640 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ea3f3-c17a-484d-b499-7431f86aa4fe req-a239f4eb-a66f-4280-b22f-2f499d420988 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:13.798264 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aa4ea3f3-c17a-484d-b499-7431f86aa4fe req-a239f4eb-a66f-4280-b22f-2f499d420988 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0547812 Apr 08 11:54:13.847887 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aa4ea3f3-c17a-484d-b499-7431f86aa4fe req-84160e49-24b9-43de-a97a-e4954ad8ef3d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Apr 08 11:54:13.957602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bf745-8f9a-47b5-9e8b-e59b191960b8 req-c0fbe516-9f28-45fc-a3b6-f8aae9618d55 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:13.959187 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af7bf745-8f9a-47b5-9e8b-e59b191960b8 req-c0fbe516-9f28-45fc-a3b6-f8aae9618d55 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0551918 Apr 08 11:54:14.007463 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af7bf745-8f9a-47b5-9e8b-e59b191960b8 req-537e661e-35d2-4a5a-a675-19c5d6581ca4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Apr 08 11:54:14.982198 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de47db-2440-4dd6-901c-833c8bf57c66 req-0617b4d8-6973-4244-84e7-a25071e2e5ac tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:14.983689 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-32de47db-2440-4dd6-901c-833c8bf57c66 req-0617b4d8-6973-4244-84e7-a25071e2e5ac tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0571468 Apr 08 11:54:15.032717 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-32de47db-2440-4dd6-901c-833c8bf57c66 req-4fd68cf5-a06b-483a-b593-e433e4daf16d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Apr 08 11:54:15.135135 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b565-f757-4354-8188-72bbc3cc7c1e req-742cc137-bb85-402b-a165-7acd7a263c86 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:15.136518 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ae59b565-f757-4354-8188-72bbc3cc7c1e req-742cc137-bb85-402b-a165-7acd7a263c86 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0562928 Apr 08 11:54:15.186474 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ae59b565-f757-4354-8188-72bbc3cc7c1e req-24e0de15-fac4-4131-b7d5-14efd976dca1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Apr 08 11:54:16.169890 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fe465-2f8d-4ae9-ac63-09ea7a78b2e3 req-42ceeda2-1731-42d0-a921-52e412e92463 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:16.171382 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f2fe465-2f8d-4ae9-ac63-09ea7a78b2e3 req-42ceeda2-1731-42d0-a921-52e412e92463 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0551381 Apr 08 11:54:16.221215 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f2fe465-2f8d-4ae9-ac63-09ea7a78b2e3 req-6e88c6ae-2ef4-4bf8-8d9b-cc5b33c53e2f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Apr 08 11:54:16.341234 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bcc0f-74e3-4f10-ad18-2ffa837d3faf req-7f92bd96-ba41-4168-b791-42105f95007c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:16.342754 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c4bcc0f-74e3-4f10-ad18-2ffa837d3faf req-7f92bd96-ba41-4168-b791-42105f95007c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0583215 Apr 08 11:54:16.392785 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c4bcc0f-74e3-4f10-ad18-2ffa837d3faf req-9c1ad097-e65f-4c9a-9228-5804f4ed1582 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Apr 08 11:54:17.353704 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752989ea-1ea1-4163-ab76-cae22a6e7641 req-7cf44128-67a5-4e28-822e-d181dc0acb17 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:17.355227 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-752989ea-1ea1-4163-ab76-cae22a6e7641 req-7cf44128-67a5-4e28-822e-d181dc0acb17 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0529766 Apr 08 11:54:17.405611 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-752989ea-1ea1-4163-ab76-cae22a6e7641 req-a6548f00-3a8e-4be1-9b0e-ceca484a899e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Apr 08 11:54:17.521467 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1d446-f0c8-4cac-be98-c5c2152e4aed req-e0ca234a-543f-444f-b8b8-33834dfbfc1a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:17.522990 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a1d446-f0c8-4cac-be98-c5c2152e4aed req-e0ca234a-543f-444f-b8b8-33834dfbfc1a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0574732 Apr 08 11:54:17.575447 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a1d446-f0c8-4cac-be98-c5c2152e4aed req-fcd9eb73-e192-48d3-9a99-950eb1aabb0d tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 Apr 08 11:54:17.690097 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:54:18.541236 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ac3ac-5ca0-4fcc-9728-1508e37eba42 req-1d8440de-afce-4b6c-ba3b-e78ae612c21f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:18.543902 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-645ac3ac-5ca0-4fcc-9728-1508e37eba42 req-1d8440de-afce-4b6c-ba3b-e78ae612c21f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0612299 Apr 08 11:54:18.600523 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-645ac3ac-5ca0-4fcc-9728-1508e37eba42 req-55774326-aeba-465f-b178-e8ac1bcf404b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497644 Apr 08 11:54:18.702361 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798e0d-6fa3-46cb-8478-7cba3b36547e req-2b0b763a-51b2-4fdc-bad4-a905dcb4df25 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:18.703790 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e9798e0d-6fa3-46cb-8478-7cba3b36547e req-2b0b763a-51b2-4fdc-bad4-a905dcb4df25 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0555835 Apr 08 11:54:18.754155 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e9798e0d-6fa3-46cb-8478-7cba3b36547e req-6e506bef-36f7-407b-9252-71a5cb2405b4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Apr 08 11:54:19.725381 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c4efb-3b8a-411c-8fca-83b9a3f33e46 req-f0b79928-c166-4991-a9b5-7f790ed71452 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:19.726885 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-985c4efb-3b8a-411c-8fca-83b9a3f33e46 req-f0b79928-c166-4991-a9b5-7f790ed71452 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0572221 Apr 08 11:54:19.777483 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-985c4efb-3b8a-411c-8fca-83b9a3f33e46 req-b87f230f-2522-4ce8-8709-781fe6b6b8c5 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446074 Apr 08 11:54:19.877576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deb08d-88c5-4991-a567-bf476d22abdc req-791cb81b-4ccd-4828-9263-ce042a1f310a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:19.879043 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5deb08d-88c5-4991-a567-bf476d22abdc req-791cb81b-4ccd-4828-9263-ce042a1f310a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Apr 08 11:54:19.932487 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5deb08d-88c5-4991-a567-bf476d22abdc req-cb8e543f-99a6-42f1-b8fc-3f645904d8bb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476220 Apr 08 11:54:20.431180 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-417f99b4-00c4-402d-b08a-2b46913fa243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:20.921997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564497-f7c3-4ade-9791-716b6cdeb5bd req-c04602a9-b625-40c1-a502-d3d22fa536d8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:20.923381 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88564497-f7c3-4ade-9791-716b6cdeb5bd req-c04602a9-b625-40c1-a502-d3d22fa536d8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0592735 Apr 08 11:54:20.972837 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88564497-f7c3-4ade-9791-716b6cdeb5bd req-a3c77606-106e-4d95-a6ac-ad02023731ab tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Apr 08 11:54:21.052553 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296f788-cd38-4244-b5fe-dc12dfaab746 req-2bcbe7a2-14d0-4510-92aa-3be49ecbfad9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:21.054036 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3296f788-cd38-4244-b5fe-dc12dfaab746 req-2bcbe7a2-14d0-4510-92aa-3be49ecbfad9 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0530665 Apr 08 11:54:21.111234 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3296f788-cd38-4244-b5fe-dc12dfaab746 req-a47303c9-ad98-4ea4-9c54-81f81a18aeb1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512719 Apr 08 11:54:22.109750 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3b72-3d9a-42de-80db-fcc625025643 req-788b6b2e-dbb1-4b78-a5d9-bf639126125a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:22.111252 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4dd3b72-3d9a-42de-80db-fcc625025643 req-788b6b2e-dbb1-4b78-a5d9-bf639126125a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0597420 Apr 08 11:54:22.161578 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4dd3b72-3d9a-42de-80db-fcc625025643 req-9fe41232-141a-445f-b73c-9b322c22cdf8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Apr 08 11:54:22.231887 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15981745-4a2e-4909-ac07-359b99263ca9 req-f41fbfea-8b8e-4164-bbdb-4dd3c030f371 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:22.233366 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15981745-4a2e-4909-ac07-359b99263ca9 req-f41fbfea-8b8e-4164-bbdb-4dd3c030f371 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0544162 Apr 08 11:54:22.282270 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15981745-4a2e-4909-ac07-359b99263ca9 req-7369e3a4-2308-41ee-8fdf-d6ed1e2f2354 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Apr 08 11:54:22.683858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-306c638e-c535-4823-a73d-a7f67b3d0d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:23.296951 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0623e-477a-47a2-aa55-36c49ed3e913 req-2af14e9f-a560-49f2-8d0b-772ae270e7b0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:23.298432 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6bd0623e-477a-47a2-aa55-36c49ed3e913 req-2af14e9f-a560-49f2-8d0b-772ae270e7b0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0588388 Apr 08 11:54:23.349848 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6bd0623e-477a-47a2-aa55-36c49ed3e913 req-ee0a00ce-5608-45c8-935e-2f5b4a3908a5 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Apr 08 11:54:23.414701 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27371-1d12-4cd6-b1ee-a681efc0cecb req-c2e0067e-210e-469c-8f5d-a752ca7f3c2a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:23.416541 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-edc27371-1d12-4cd6-b1ee-a681efc0cecb req-c2e0067e-210e-469c-8f5d-a752ca7f3c2a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0585015 Apr 08 11:54:23.464478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-edc27371-1d12-4cd6-b1ee-a681efc0cecb req-e0bbe2eb-33d9-4da3-94c0-c6683b0ad4c5 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Apr 08 11:54:23.828183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:24.489538 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e9d4-f2bd-4a91-b31b-817ff5d4e755 req-77deef00-faaa-47eb-979a-c256a6d738e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:24.491013 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a571e9d4-f2bd-4a91-b31b-817ff5d4e755 req-77deef00-faaa-47eb-979a-c256a6d738e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0565157 Apr 08 11:54:24.538576 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a571e9d4-f2bd-4a91-b31b-817ff5d4e755 req-c52a3d8a-840f-4ffc-b5a0-1e9d11c1b5bc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Apr 08 11:54:24.586774 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0253f-9301-4fd8-bd61-afb14c8d31d4 req-fdc35682-1f3c-4f79-8247-672c0fd5bcf7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:24.588288 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36b0253f-9301-4fd8-bd61-afb14c8d31d4 req-fdc35682-1f3c-4f79-8247-672c0fd5bcf7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Apr 08 11:54:24.635520 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36b0253f-9301-4fd8-bd61-afb14c8d31d4 req-9d2905bf-dc06-4c8b-a2c2-46c798f0c60f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Apr 08 11:54:25.050116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:25.678456 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb64b-b1a2-4da6-984c-07a3a7adcce4 req-6eeef3fb-e468-4f7c-8596-b45ff5650ff7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:25.679946 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-464bb64b-b1a2-4da6-984c-07a3a7adcce4 req-6eeef3fb-e468-4f7c-8596-b45ff5650ff7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0632193 Apr 08 11:54:25.731636 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-464bb64b-b1a2-4da6-984c-07a3a7adcce4 req-792c2441-79be-4a40-87f7-6cfced773bfa tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456910 Apr 08 11:54:25.755697 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5aa0b3-ddd1-48ed-a879-e7891d868941 req-0de39e36-4e1c-4bae-85eb-f2b29c42350f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:25.757340 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f5aa0b3-ddd1-48ed-a879-e7891d868941 req-0de39e36-4e1c-4bae-85eb-f2b29c42350f tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0523393 Apr 08 11:54:25.807093 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f5aa0b3-ddd1-48ed-a879-e7891d868941 req-fffd0179-1e1c-445c-9546-895edea10644 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Apr 08 11:54:26.589323 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:26.862743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18e4d-157d-488d-9a72-5c674c3e81e9 req-53d89a7d-a4ca-4a4d-9726-84716cd58fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:26.867458 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-34d18e4d-157d-488d-9a72-5c674c3e81e9 req-53d89a7d-a4ca-4a4d-9726-84716cd58fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0532784 Apr 08 11:54:26.912306 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-34d18e4d-157d-488d-9a72-5c674c3e81e9 req-86e629ca-0ebc-429f-925f-eda15b0fb0ce tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Apr 08 11:54:26.925925 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e0aed-22f1-49c9-b1bc-ae944801904f req-6ea5a366-18ba-4a0a-94b8-8afbba9d10fe tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:26.927364 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb4e0aed-22f1-49c9-b1bc-ae944801904f req-6ea5a366-18ba-4a0a-94b8-8afbba9d10fe tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0519836 Apr 08 11:54:26.974641 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb4e0aed-22f1-49c9-b1bc-ae944801904f req-d302cc83-d9cf-4803-a788-1fbf4bce18b8 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Apr 08 11:54:28.049496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881c5f-36d7-4fa7-b4e9-68d9201125cd req-ffe0476f-a4d7-4abb-bac4-c5e1e015331d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:28.051096 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e9881c5f-36d7-4fa7-b4e9-68d9201125cd req-ffe0476f-a4d7-4abb-bac4-c5e1e015331d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0581727 Apr 08 11:54:28.097171 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e9881c5f-36d7-4fa7-b4e9-68d9201125cd req-05bed941-3964-4d14-85b7-3da74c0711ce tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Apr 08 11:54:28.097914 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f60bbd-1b58-4b2a-b6ea-4ec2ad47464f req-69f86240-3a28-47c0-8cd1-318b7260a4da tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:28.099412 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23f60bbd-1b58-4b2a-b6ea-4ec2ad47464f req-69f86240-3a28-47c0-8cd1-318b7260a4da tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0511992 Apr 08 11:54:28.146325 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23f60bbd-1b58-4b2a-b6ea-4ec2ad47464f req-d4757f58-0310-46d0-9a0b-471054659600 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 Apr 08 11:54:28.354378 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03dd0c-b2f6-4c4f-be04-0f1e5ef05b12 req-bbc8b179-445d-40b5-8a7c-d58e04c4bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:28.355816 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bb03dd0c-b2f6-4c4f-be04-0f1e5ef05b12 req-bbc8b179-445d-40b5-8a7c-d58e04c4bd3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0482531 Apr 08 11:54:28.397980 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bb03dd0c-b2f6-4c4f-be04-0f1e5ef05b12 req-a0ce404a-465f-4b77-ac04-8b56bc528ee9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Apr 08 11:54:29.230412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78157a75-2a68-48f2-910f-8923377121a1 req-0ab3daf1-f56a-4d1b-aba6-442117bcb788 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:29.231953 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-78157a75-2a68-48f2-910f-8923377121a1 req-0ab3daf1-f56a-4d1b-aba6-442117bcb788 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0531943 Apr 08 11:54:29.277449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c95793-517d-4b34-addc-1b7331e5fb30 req-4ae0f4cf-35e4-4c13-b3c1-a473a2fe170b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:29.278953 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-03c95793-517d-4b34-addc-1b7331e5fb30 req-4ae0f4cf-35e4-4c13-b3c1-a473a2fe170b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0638375 Apr 08 11:54:29.279096 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-78157a75-2a68-48f2-910f-8923377121a1 req-2dc38ed0-a578-42e7-8bad-d9bb411081f2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414569 Apr 08 11:54:29.328022 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-03c95793-517d-4b34-addc-1b7331e5fb30 req-9f9c9302-2fff-498f-9a92-4529779009b2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Apr 08 11:54:30.410320 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07f022-17d7-46cf-bd83-23005a48afb8 req-ee7b56df-706a-41c3-b32f-c9d876d626e2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:30.411786 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c07f022-17d7-46cf-bd83-23005a48afb8 req-ee7b56df-706a-41c3-b32f-c9d876d626e2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0539627 Apr 08 11:54:30.452715 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742385a8-d866-492d-9994-e29d8ba8941b req-9b66dcd5-9365-492e-827b-6a1178ec8a9c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:30.454205 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-742385a8-d866-492d-9994-e29d8ba8941b req-9b66dcd5-9365-492e-827b-6a1178ec8a9c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0523522 Apr 08 11:54:30.461378 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c07f022-17d7-46cf-bd83-23005a48afb8 req-13666f5c-f5b8-45ea-8759-40535b23885f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433841 Apr 08 11:54:30.499687 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-742385a8-d866-492d-9994-e29d8ba8941b req-9d636c3b-fb78-4228-9690-71a57adef408 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399265 Apr 08 11:54:30.957824 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-7ce2ade1-a20c-4e8d-bc4a-ea5f89a47b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:30.959305 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-7ce2ade1-a20c-4e8d-bc4a-ea5f89a47b2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0718369 Apr 08 11:54:30.968698 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676dcd-6ebb-424c-bf7e-4e8be8ef10da req-8864e4fb-94ac-46eb-903c-9fca204e0530 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:30.970046 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-86676dcd-6ebb-424c-bf7e-4e8be8ef10da req-8864e4fb-94ac-46eb-903c-9fca204e0530 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0747838 Apr 08 11:54:31.308598 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-86676dcd-6ebb-424c-bf7e-4e8be8ef10da req-7dc5b5fc-5fe5-4919-ade3-51262778bba7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307569 Apr 08 11:54:31.323064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-4b85cb48-8eaa-45dc-874a-800b53faf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:31.324498 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-4b85cb48-8eaa-45dc-874a-800b53faf4d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.3536415 Apr 08 11:54:31.395440 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-31269502-95c0-4438-a14b-94c700cfc82a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1002 time: 0.0636637 Apr 08 11:54:31.566649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-19558b2f-d3a0-4174-b5eb-4e7c38bc077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:31.567994 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-19558b2f-d3a0-4174-b5eb-4e7c38bc077f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0460427 Apr 08 11:54:31.607220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca63b9b-608c-4792-99fd-eccfcf252db7 req-a9766bb2-137a-4350-bcf7-ab51b8790557 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:31.608667 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca63b9b-608c-4792-99fd-eccfcf252db7 req-a9766bb2-137a-4350-bcf7-ab51b8790557 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0565560 Apr 08 11:54:31.660541 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca63b9b-608c-4792-99fd-eccfcf252db7 req-b7386a8b-33d8-4bc0-8eb4-21341b7b2729 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Apr 08 11:54:32.455270 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24c6d5-a8c7-4035-84fa-499bfa46028a req-74091801-fada-4ccf-9d42-3fdf56b50090 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.456688 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dd24c6d5-a8c7-4035-84fa-499bfa46028a req-74091801-fada-4ccf-9d42-3fdf56b50090 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0585387 Apr 08 11:54:32.501633 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dd24c6d5-a8c7-4035-84fa-499bfa46028a req-5aab296a-d3f4-4bfb-8441-ba89b9a8a902 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Apr 08 11:54:32.789320 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6fb82-3c0e-4313-a799-b66996bff1c3 req-af22e42d-e523-412b-8b92-0f1e96c319ee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:32.791153 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72a6fb82-3c0e-4313-a799-b66996bff1c3 req-af22e42d-e523-412b-8b92-0f1e96c319ee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 944 time: 0.0581787 Apr 08 11:54:32.843832 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72a6fb82-3c0e-4313-a799-b66996bff1c3 req-ea93f832-d7f4-4784-9684-806f154d19e2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445509 Apr 08 11:54:33.040208 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:54:33.146505 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:33.157625 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '3020f800-03bf-4c2e-9a0c-917673041482', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '3020f800-03bf-4c2e-9a0c-917673041482', 'mac_address': 'fa:16:3e:29:51:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:54:33.195414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:33.195793 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:33.209695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:54:33.230394 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:33.237798 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:33.287373 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=9']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:33.295473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.295758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.296127 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.296493 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.296834 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.297198 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.297530 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.297855 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.298169 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.298495 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.298824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.299151 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.299473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.299793 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.300113 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:54:33.358176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-c197c5c6-73c8-4131-8422-5506a8349941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:33.359670 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-c197c5c6-73c8-4131-8422-5506a8349941 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460198 Apr 08 11:54:33.477422 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-9461eb88-f3ce-4530-8824-b141d4fa42cf service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107934 Apr 08 11:54:33.570406 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a7a732eb-651c-4e23-a4c0-5c9b910b9f1d req-d6ec3c70-1d2d-4dfc-bffa-7dfa5de5dcc9 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865386 Apr 08 11:54:33.622591 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b230d-815f-4d29-ac11-fa68c34a6c59 req-f308fcb4-92dd-4e16-8671-12869577d141 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:33.624010 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-db3b230d-815f-4d29-ac11-fa68c34a6c59 req-f308fcb4-92dd-4e16-8671-12869577d141 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0528679 Apr 08 11:54:33.669525 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-db3b230d-815f-4d29-ac11-fa68c34a6c59 req-35956e22-1c82-4a7c-b767-794d592c44ad tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Apr 08 11:54:33.704037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['3020f800-03bf-4c2e-9a0c-917673041482'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:54:33.973823 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1248b1b-34f9-4e32-850d-af44f631707f req-2f88d6e5-5b6f-4c97-af0e-28bf8ac71f2e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:33.975296 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1248b1b-34f9-4e32-850d-af44f631707f req-2f88d6e5-5b6f-4c97-af0e-28bf8ac71f2e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 945 time: 0.0579064 Apr 08 11:54:34.023927 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1248b1b-34f9-4e32-850d-af44f631707f req-11e43e41-0fbc-4449-8877-8881743ace02 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Apr 08 11:54:34.809818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b9910-0ebd-4424-ac12-364e6ffca588 req-64889162-69dc-4079-9710-145206c55760 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:34.811210 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e38b9910-0ebd-4424-ac12-364e6ffca588 req-64889162-69dc-4079-9710-145206c55760 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0642188 Apr 08 11:54:34.812336 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:34.859632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e38b9910-0ebd-4424-ac12-364e6ffca588 req-10b1b19c-ab4e-4810-befd-fe5140618230 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Apr 08 11:54:35.052251 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:54:35.156209 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328823-4fae-4527-aa80-a0ca983e15f9 req-8343bf16-3166-4fd5-b6bb-e8fa813d7a15 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:35.157806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e5328823-4fae-4527-aa80-a0ca983e15f9 req-8343bf16-3166-4fd5-b6bb-e8fa813d7a15 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 945 time: 0.0557163 Apr 08 11:54:35.206687 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e5328823-4fae-4527-aa80-a0ca983e15f9 req-4b842e42-b8d9-4601-b876-bea364b37928 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Apr 08 11:54:35.228040 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 3020f800-03bf-4c2e-9a0c-917673041482 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:54:35.228424 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3020f800-03bf-4c2e-9a0c-917673041482), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:35.304726 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3020f800-03bf-4c2e-9a0c-917673041482 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:54:35.305027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:35.328138 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:35.330433 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcfc3e7-1a3e-497e-99a0-4e1108dc2aa6" -d '{"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:35.342962 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:54:35.349357 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:35.376828 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d59706d-b52f-449a-9ca1-d17c0e8bd729 x-openstack-request-id: req-2d59706d-b52f-449a-9ca1-d17c0e8bd729 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:35.377145 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-plugged", "status": "completed", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:35.377391 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d59706d-b52f-449a-9ca1-d17c0e8bd729 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:35.377782 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d59706d-b52f-449a-9ca1-d17c0e8bd729'] response: {'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'code': 200} Apr 08 11:54:35.403024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=10']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:54:35.984630 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940314d-15af-4dfd-9172-7b1a03d92ed1 req-f5504775-4a0c-4444-824b-d2eb957e4bd1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:35.985798 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4940314d-15af-4dfd-9172-7b1a03d92ed1 req-f5504775-4a0c-4444-824b-d2eb957e4bd1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0528014 Apr 08 11:54:36.035606 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4940314d-15af-4dfd-9172-7b1a03d92ed1 req-6250b83b-dd14-41d3-89a1-12e54ecf783a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439045 Apr 08 11:54:36.345506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea565-67f8-4011-965b-6abccc5eb7ae req-ec9a6974-cc6f-4fb0-b81d-f0b7ed8bb1c4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:36.346945 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d04ea565-67f8-4011-965b-6abccc5eb7ae req-ec9a6974-cc6f-4fb0-b81d-f0b7ed8bb1c4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0563941 Apr 08 11:54:36.392956 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d04ea565-67f8-4011-965b-6abccc5eb7ae req-15963b52-25a6-447b-98c4-ba5b39e76944 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Apr 08 11:54:37.022721 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d5d3e-812b-4629-a6d5-3d78a0cad1c9 req-c0239b7c-9287-4d9e-a634-48a66d37307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:37.024224 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7f3d5d3e-812b-4629-a6d5-3d78a0cad1c9 req-c0239b7c-9287-4d9e-a634-48a66d37307d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 1131 time: 0.0482411 Apr 08 11:54:37.069912 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7f3d5d3e-812b-4629-a6d5-3d78a0cad1c9 req-92c988a3-d1fa-4589-834f-dcc833377540 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383384 Apr 08 11:54:37.159042 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad0a6-6618-4a4a-a5ea-8ebd77c0b834 req-04f9451f-6e79-4d32-a1e2-2916733e3f31 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:37.160394 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-063ad0a6-6618-4a4a-a5ea-8ebd77c0b834 req-04f9451f-6e79-4d32-a1e2-2916733e3f31 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0577238 Apr 08 11:54:37.211930 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-063ad0a6-6618-4a4a-a5ea-8ebd77c0b834 req-9313352a-9803-4ab1-a694-01d3b8db0bdc tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Apr 08 11:54:37.330470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73adad-4550-4b1c-9707-31b81d7c2987 req-c510fca9-7c70-4740-89d7-fcd5fc688545 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:37.331985 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3c73adad-4550-4b1c-9707-31b81d7c2987 req-c510fca9-7c70-4740-89d7-fcd5fc688545 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0570745 Apr 08 11:54:37.344345 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42422) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:54:37.348818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Request body: {'floatingip': {'port_id': '2896d447-e096-4536-83e8-5f0283ac9363'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:54:37.406065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:37.522157 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe64ff-9e45-4f4a-bc74-dcd8fed41549 req-d9dc040d-6d7e-4487-b384-b3f0ecdcef60 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:37.523652 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fe64ff-9e45-4f4a-bc74-dcd8fed41549 req-d9dc040d-6d7e-4487-b384-b3f0ecdcef60 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0546267 Apr 08 11:54:37.572300 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fe64ff-9e45-4f4a-bc74-dcd8fed41549 req-7998e82e-db6c-4fad-8d88-26406adae85a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Apr 08 11:54:37.892767 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:37.899569 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:38.115201 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Router d74d470f-090c-4dc6-acff-38010433e7d1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:54:38.228643 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:54:38.235208 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:38.241395 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:54:38.252047 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:54:38.252733 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:38.266002 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:38.268440 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607a379-eedc-4b4a-a52b-e00f9af3c80a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:38.301422 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-a1510dd8-4b0d-4a10-a2f9-1494c552db07 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "PUT /v2.0/floatingips/ce0aa259-ce08-4d17-9fff-078f5bff81b7 HTTP/1.1" status: 200 len: 994 time: 0.9559562 Apr 08 11:54:38.305281 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ccffec-680e-4577-80f1-cae71b5674db x-openstack-request-id: req-f5ccffec-680e-4577-80f1-cae71b5674db {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:38.305573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:38.305823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5ccffec-680e-4577-80f1-cae71b5674db {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:38.306219 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ccffec-680e-4577-80f1-cae71b5674db'] response: {'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'status': 'completed', 'code': 200} Apr 08 11:54:38.361045 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:54:38.376283 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-93ff5bec-ada2-4598-a82a-2086a3a29a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:38.377888 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-93ff5bec-ada2-4598-a82a-2086a3a29a41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0435545 Apr 08 11:54:38.473680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-d1375acd-ec8b-4537-9d22-b3e23c9ef453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:38.475163 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-d1375acd-ec8b-4537-9d22-b3e23c9ef453 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0888214 Apr 08 11:54:38.547256 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-7247ca63-dea7-489e-8e9e-54a00bda8da8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1002 time: 0.0569458 Apr 08 11:54:38.580437 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:54:37Z', 'revision_number': 3, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:38.598623 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-8924af18-ed82-4675-8321-9afda75d07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:38.600194 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-8924af18-ed82-4675-8321-9afda75d07c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0461321 Apr 08 11:54:38.609923 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:54:38.618196 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:54:38.618798 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:38.701909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc898-ee24-4c6e-a644-86f92eea3fbc req-d2c061f4-989f-45e4-a7d8-b745e10ff646 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:38.708849 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72cbc898-ee24-4c6e-a644-86f92eea3fbc req-d2c061f4-989f-45e4-a7d8-b745e10ff646 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0610871 Apr 08 11:54:38.731485 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:54:38.758037 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72cbc898-ee24-4c6e-a644-86f92eea3fbc req-21bdf94d-8c6a-48b2-83ef-db1acf2df921 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483456 Apr 08 11:54:38.965978 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:54:37Z', 'revision_number': 3, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:54:38.996543 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab2b77-a95b-4f8a-a81e-771056ba7189 None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce0aa259-ce08-4d17-9fff-078f5bff81b7', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'port_id': '2896d447-e096-4536-83e8-5f0283ac9363', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'mac_address': 'fa:16:3e:db:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4676fa-8e02-4610-8432-37e948dab079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:51:54Z', 'updated_at': '2022-04-08T11:54:37Z', 'revision_number': 3, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:54:39.103196 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-af5825a4-a26f-4999-a1db-34bff254a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:39.104442 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-af5825a4-a26f-4999-a1db-34bff254a1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493762 Apr 08 11:54:39.202490 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-cdd84c73-2da0-4541-a4f4-0156242abf84 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911899 Apr 08 11:54:39.339538 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a607a379-eedc-4b4a-a52b-e00f9af3c80a req-7cbc1227-021f-49aa-a334-3d14413c8a4b service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907173 Apr 08 11:54:39.902687 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64ee1c-3a89-47b5-b9a9-8dfc437b9713 req-59e787a9-f0c6-46f9-92e4-53b4875dec0d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:39.904243 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9c64ee1c-3a89-47b5-b9a9-8dfc437b9713 req-59e787a9-f0c6-46f9-92e4-53b4875dec0d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0633779 Apr 08 11:54:39.958207 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9c64ee1c-3a89-47b5-b9a9-8dfc437b9713 req-c85dbcbc-490d-43f9-a8bd-13aad1d9c44f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454040 Apr 08 11:54:40.307738 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:54:40.310797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d7c0f-fc4f-4d9e-9001-9258d127541c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:54:40.346627 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ddf16f-e58b-4ce6-8316-de8fe150d749 x-openstack-request-id: req-60ddf16f-e58b-4ce6-8316-de8fe150d749 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:54:40.346917 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:54:40.347166 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60ddf16f-e58b-4ce6-8316-de8fe150d749 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:54:40.347554 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ddf16f-e58b-4ce6-8316-de8fe150d749'] response: {'name': 'network-changed', 'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'status': 'completed', 'code': 200} Apr 08 11:54:40.414428 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-6b65c788-0b79-41df-b4a5-a4fe8c6ed75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:40.416295 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-6b65c788-0b79-41df-b4a5-a4fe8c6ed75e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 1130 time: 0.0470943 Apr 08 11:54:40.509859 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-074cf064-216e-4d7b-b088-0f14e9a4c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:40.511284 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-074cf064-216e-4d7b-b088-0f14e9a4c8c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0881450 Apr 08 11:54:40.578776 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-39cac621-e6a4-4dd7-b078-f548b5f9394b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 200 len: 1002 time: 0.0606964 Apr 08 11:54:40.634902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-8337c1ba-464c-4b0d-aee2-94c1a81f8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:40.636323 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-8337c1ba-464c-4b0d-aee2-94c1a81f8320 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0501006 Apr 08 11:54:40.686301 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-417352e7-8488-4b50-a007-5ac9e62b59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:40.687754 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-417352e7-8488-4b50-a007-5ac9e62b59f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451167 Apr 08 11:54:40.778433 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-e4f6c430-0068-4fa6-a8cf-9944d74f03fb service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Apr 08 11:54:40.879507 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c74d7c0f-fc4f-4d9e-9001-9258d127541c req-d71c3efe-3465-4e0c-9e53-5736b8c0064b service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945444 Apr 08 11:54:50.424984 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b0d0-a979-48ee-aae8-a1d8d8f07097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:50.546980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc363-8072-407f-9184-79bd9dc5fd36 req-224e2655-c0d0-4520-bf2d-34a4aa75ab79 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:50.549178 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f4bc363-8072-407f-9184-79bd9dc5fd36 req-224e2655-c0d0-4520-bf2d-34a4aa75ab79 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0547447 Apr 08 11:54:50.595842 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f4bc363-8072-407f-9184-79bd9dc5fd36 req-38f6390d-a7d4-40eb-b7d4-ab99421a0baf tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Apr 08 11:54:51.733693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345107-36e7-46f7-bf78-7706da46f89a req-a3857122-0cfc-4361-ab1b-b17424f8fef7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:51.735286 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7d345107-36e7-46f7-bf78-7706da46f89a req-a3857122-0cfc-4361-ab1b-b17424f8fef7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0629764 Apr 08 11:54:51.782224 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7d345107-36e7-46f7-bf78-7706da46f89a req-0aa25792-fcd7-4e33-b3bd-c9591afced54 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Apr 08 11:54:52.678902 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7cd2ef01-7f89-4fc6-8a59-dd89f6fec083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:52.909761 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdc9a0-51a5-4607-943f-c0054eeac9df req-44456ce2-810f-42c9-bde7-aff5bdcef643 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:52.911212 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9cbdc9a0-51a5-4607-943f-c0054eeac9df req-44456ce2-810f-42c9-bde7-aff5bdcef643 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0538616 Apr 08 11:54:52.960832 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9cbdc9a0-51a5-4607-943f-c0054eeac9df req-cb34738f-84a8-43d9-8613-af9a41cdfb70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Apr 08 11:54:53.828672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:54.102225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51065302-f175-4b96-96bf-c26f6406ff32 req-2aaac2a9-b8d2-4be0-9c85-df585f9e2f3b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:54.103686 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51065302-f175-4b96-96bf-c26f6406ff32 req-2aaac2a9-b8d2-4be0-9c85-df585f9e2f3b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0639362 Apr 08 11:54:54.149298 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51065302-f175-4b96-96bf-c26f6406ff32 req-c4f0a636-f391-40aa-9dc8-c91ccfe85d3c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Apr 08 11:54:54.695620 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:54:55.058661 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:55.282880 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcad554-0e5a-4cd4-9c4e-fc3c3b7028bb req-8e6828ac-9cbd-43a9-b453-a38b49368494 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:55.284241 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3bcad554-0e5a-4cd4-9c4e-fc3c3b7028bb req-8e6828ac-9cbd-43a9-b453-a38b49368494 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0594537 Apr 08 11:54:55.342501 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3bcad554-0e5a-4cd4-9c4e-fc3c3b7028bb req-167e453a-a199-4c92-a5f8-2c8fc861c07b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525222 Apr 08 11:54:56.469278 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b29d0f-c2b5-46da-8d3e-4cfed2a78db9 req-22b96072-d160-4087-8eee-fa8712f87d9e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:56.470714 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94b29d0f-c2b5-46da-8d3e-4cfed2a78db9 req-22b96072-d160-4087-8eee-fa8712f87d9e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0583670 Apr 08 11:54:56.519142 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94b29d0f-c2b5-46da-8d3e-4cfed2a78db9 req-58e3a82c-53ba-442a-8396-cbd0cc41baa0 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Apr 08 11:54:56.586624 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:54:57.650096 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc995-fbc4-4ef1-98cf-22ed780a4198 req-7d6fe704-c6ca-4438-a5bc-088b51a6f5ae tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:57.651569 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-085dc995-fbc4-4ef1-98cf-22ed780a4198 req-7d6fe704-c6ca-4438-a5bc-088b51a6f5ae tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0569658 Apr 08 11:54:57.707632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-085dc995-fbc4-4ef1-98cf-22ed780a4198 req-7cd6dcb2-d5e8-46cc-b9f2-169d475e20dd tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502093 Apr 08 11:54:58.829804 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4380721-8830-432c-be0d-d4a2be4a0e70 req-818101ab-3d33-4f06-9dcb-aedb2124c063 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:54:58.831272 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4380721-8830-432c-be0d-d4a2be4a0e70 req-818101ab-3d33-4f06-9dcb-aedb2124c063 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0576055 Apr 08 11:54:58.880222 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4380721-8830-432c-be0d-d4a2be4a0e70 req-926279ae-b8c3-4048-b129-a7868cd2da13 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404937 Apr 08 11:55:00.011050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392a0c6-1b47-4fe8-ade4-7e71aab28246 req-9de30d13-301d-4c40-b09e-f5ca958d1243 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:00.012431 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2392a0c6-1b47-4fe8-ade4-7e71aab28246 req-9de30d13-301d-4c40-b09e-f5ca958d1243 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0545177 Apr 08 11:55:00.064983 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2392a0c6-1b47-4fe8-ade4-7e71aab28246 req-5b38594c-c1ef-471e-9577-7843eaa9ea0b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Apr 08 11:55:01.270302 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a4413-4223-4539-930e-28959e3ee29b req-a88ee978-cdc4-422b-8591-f6bd0cfa29c7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:01.271774 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-891a4413-4223-4539-930e-28959e3ee29b req-a88ee978-cdc4-422b-8591-f6bd0cfa29c7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1154079 Apr 08 11:55:01.317745 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-891a4413-4223-4539-930e-28959e3ee29b req-64b0d8a1-5fb7-43ee-bc9e-70f3c8838fbe tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Apr 08 11:55:02.498801 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681335a-ede0-42bb-801f-6dd8534b25c9 req-2426fdbe-d1e9-4d72-a787-5f41967f5e97 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:02.500257 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4681335a-ede0-42bb-801f-6dd8534b25c9 req-2426fdbe-d1e9-4d72-a787-5f41967f5e97 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.1041658 Apr 08 11:55:02.548915 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4681335a-ede0-42bb-801f-6dd8534b25c9 req-fed3460d-598d-4c1c-b2af-ede1b8c04abb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Apr 08 11:55:03.685147 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbb90d-7963-4e64-a273-d3715418d4a8 req-fa802ef2-ea90-49e9-bf5a-5b2f586355a4 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:03.686583 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60fbb90d-7963-4e64-a273-d3715418d4a8 req-fa802ef2-ea90-49e9-bf5a-5b2f586355a4 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0542328 Apr 08 11:55:03.735294 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60fbb90d-7963-4e64-a273-d3715418d4a8 req-8082ade0-5721-4b14-89ec-18138f3ba988 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Apr 08 11:55:04.811751 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:04.872991 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8ca12-9ca7-40f8-8e17-f54aca12de43 req-6e18a133-e6da-4cad-8532-5c3c81142fa1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:04.874455 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a6c8ca12-9ca7-40f8-8e17-f54aca12de43 req-6e18a133-e6da-4cad-8532-5c3c81142fa1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0564833 Apr 08 11:55:04.921322 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a6c8ca12-9ca7-40f8-8e17-f54aca12de43 req-0a76198c-72ee-4cea-a90f-a38ca1889920 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 Apr 08 11:55:06.048997 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaf6d4-1294-45be-afdc-9aadcaaee2ee req-71fef002-7a7d-4599-8920-4b832c9f1c0f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.050353 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6abaf6d4-1294-45be-afdc-9aadcaaee2ee req-71fef002-7a7d-4599-8920-4b832c9f1c0f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0548179 Apr 08 11:55:06.106851 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6abaf6d4-1294-45be-afdc-9aadcaaee2ee req-feeb8724-2f14-475e-bdea-d071958494f6 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508401 Apr 08 11:55:06.310842 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791a3d8-8f2d-43e4-b44f-1f280077e08d req-8edb2733-46cc-4a6f-9852-862d876615f2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.312198 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8791a3d8-8f2d-43e4-b44f-1f280077e08d req-8edb2733-46cc-4a6f-9852-862d876615f2 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0525723 Apr 08 11:55:06.361142 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8791a3d8-8f2d-43e4-b44f-1f280077e08d req-d5561ecc-b53e-4645-9cc0-def496faada7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Apr 08 11:55:06.379298 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-ff787a18-df26-400d-835c-0e9f88870416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.380806 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-ff787a18-df26-400d-835c-0e9f88870416 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1130 time: 0.0489173 Apr 08 11:55:06.469230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-71f02e38-acc8-439f-8f52-1afd127568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.470700 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-71f02e38-acc8-439f-8f52-1afd127568cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.0820417 Apr 08 11:55:06.536352 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-dac4a177-007c-4a49-896f-0f1252f40583 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 1002 time: 0.0593607 Apr 08 11:55:06.588680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-16a1e38a-00a9-4d92-ac8d-4520e7073501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.590252 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-16a1e38a-00a9-4d92-ac8d-4520e7073501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0455043 Apr 08 11:55:06.641241 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-cbb51d8d-976c-48c2-b3e2-da6bbed791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:06.642777 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-cbb51d8d-976c-48c2-b3e2-da6bbed791b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455990 Apr 08 11:55:06.738302 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-1270046c-e90d-4896-bc27-843a723bc2aa service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844393 Apr 08 11:55:06.832381 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-132122a7-5c72-4c58-9700-7d6540db7b96 req-6ac88891-7ed1-46cc-aebc-4b55b5403664 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849521 Apr 08 11:55:07.487361 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35908cfe-7365-4d81-975b-92da71bbd81d req-3faa659d-07d5-409b-b302-8426a5d92292 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:07.488857 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-35908cfe-7365-4d81-975b-92da71bbd81d req-3faa659d-07d5-409b-b302-8426a5d92292 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0575795 Apr 08 11:55:07.537308 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-35908cfe-7365-4d81-975b-92da71bbd81d req-8fbdfe1a-4434-4e58-b0c6-22a690f24fc9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Apr 08 11:55:08.318943 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a756df-510a-4616-b0d8-b46b31b7e4d9 req-48b67844-b174-4110-bd81-e6ac33ebba19 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:08.320509 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9a756df-510a-4616-b0d8-b46b31b7e4d9 req-48b67844-b174-4110-bd81-e6ac33ebba19 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0532603 Apr 08 11:55:08.368459 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9a756df-510a-4616-b0d8-b46b31b7e4d9 req-fe911cfe-cdd4-4a9b-b280-72c630a11099 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Apr 08 11:55:08.668963 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeabab2-17c6-47ee-96d0-40141c3d0ecc req-8dd12c77-51d8-4205-b38d-5fe57f2f33bb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:08.670330 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6aeabab2-17c6-47ee-96d0-40141c3d0ecc req-8dd12c77-51d8-4205-b38d-5fe57f2f33bb tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0547299 Apr 08 11:55:08.718541 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6aeabab2-17c6-47ee-96d0-40141c3d0ecc req-c6a3d51a-7db9-4613-b93b-b00cc28f5983 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Apr 08 11:55:09.450353 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-723bedd5-259f-4143-99ed-775d84e84b93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566897 Apr 08 11:55:09.764969 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fdc5b-554c-4c57-ae13-ca324d0e9932 req-0cfcdc6e-7586-4921-a57b-70e436ffa4f3 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:09.766473 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a72fdc5b-554c-4c57-ae13-ca324d0e9932 req-0cfcdc6e-7586-4921-a57b-70e436ffa4f3 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.3308518 Apr 08 11:55:09.772496 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-ddc6bf34-e981-452c-a6c8-df2f21dfb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:09.773938 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-ddc6bf34-e981-452c-a6c8-df2f21dfb5dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=19cf5cedde0e402dbaf8adff15370280&device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 1129 time: 0.0634594 Apr 08 11:55:09.816444 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a72fdc5b-554c-4c57-ae13-ca324d0e9932 req-5f459842-a420-414b-a9ba-d0d4cd6adb0a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=51244ad2-fcc0-4174-a4b3-a6224146736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415730 Apr 08 11:55:10.000822 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-1eedfbb3-9b90-49ad-bde6-41802771aefe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:10.002143 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-1eedfbb3-9b90-49ad-bde6-41802771aefe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 945 time: 0.0634162 Apr 08 11:55:10.037516 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-65620ddb-c5de-4372-bc49-af4316fd9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:10.039137 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-65620ddb-c5de-4372-bc49-af4316fd9e55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 200 len: 918 time: 0.0999537 Apr 08 11:55:10.080476 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-06981763-267d-4c3c-90fa-d7627230fb4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 200 len: 217 time: 0.0343666 Apr 08 11:55:10.100646 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port acc1d316-312f-4a66-a4e9-27fd48af2476 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:10.101092 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.134858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-eb4f071b-5c53-43f2-aeac-99373ed2b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:10.136587 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-eb4f071b-5c53-43f2-aeac-99373ed2b002 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 200 len: 856 time: 0.0488231 Apr 08 11:55:10.187218 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-f368b3c4-0a48-4da1-b878-ecf0e53d02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:10.188787 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-f368b3c4-0a48-4da1-b878-ecf0e53d02da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce912cdf-40ba-471e-9a6e-520f63091172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455790 Apr 08 11:55:10.197185 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] For port acc1d316-312f-4a66-a4e9-27fd48af2476, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=acc1d316-312f-4a66-a4e9-27fd48af2476,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:10.197546 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.276050 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-eb3934d3-787c-4008-8ba9-33d093a93737 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807810 Apr 08 11:55:10.368120 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bafa7b83-ffa6-4634-a596-97979ae9cbbd req-76bd6f82-1331-4077-a566-b53b77f78467 service neutron] 10.222.0.44 "GET /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Apr 08 11:55:10.422383 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.422745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.423056 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP a22cf1c1-0ecd-4710-b2d1-6ccb767db895 disassociated. External IP: 172.27.2.129, port: acc1d316-312f-4a66-a4e9-27fd48af2476. Apr 08 11:55:10.423386 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for acc1d316-312f-4a66-a4e9-27fd48af2476 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:10.555491 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (acc1d316-312f-4a66-a4e9-27fd48af2476), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.587086 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=acc1d316-312f-4a66-a4e9-27fd48af2476,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:10.596991 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.597296 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.597642 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.597978 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.598308 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.598625 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.598954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.599275 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.599598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.599920 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.600242 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.600560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.600924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.601219 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.601538 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:10.713784 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:55:10.825529 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:55:10.836622 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:55:10.868383 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:10.869119 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:10.872329 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] No DVR routers for this DVR port acc1d316-312f-4a66-a4e9-27fd48af2476 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:55:10.875037 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:10.878568 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c836124-8e43-499e-9e61-13b98e6ce0f0 req-c7ea580a-a58f-4144-bf77-f92611b544bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "DELETE /v2.0/ports/acc1d316-312f-4a66-a4e9-27fd48af2476 HTTP/1.1" status: 204 len: 173 time: 0.8710630 Apr 08 11:55:10.879039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'name': 'network-vif-deleted', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:10.881878 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd88ac3-0301-4e38-b271-a7aaee2c2710" -d '{"events": [{"server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "name": "network-vif-deleted", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:10.923233 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9da9cd-8ba2-4e07-8950-c8af8b8511df x-openstack-request-id: req-ae9da9cd-8ba2-4e07-8950-c8af8b8511df {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:10.923729 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8aa481-4796-4c42-bb7e-ab748cfb568a", "name": "network-vif-deleted", "tag": "acc1d316-312f-4a66-a4e9-27fd48af2476", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:10.923983 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae9da9cd-8ba2-4e07-8950-c8af8b8511df {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:10.924390 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9da9cd-8ba2-4e07-8950-c8af8b8511df'] response: {'server_uuid': '6f8aa481-4796-4c42-bb7e-ab748cfb568a', 'name': 'network-vif-deleted', 'tag': 'acc1d316-312f-4a66-a4e9-27fd48af2476', 'status': 'completed', 'code': 200} Apr 08 11:55:10.966779 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09498b8e-bd04-4fb3-9a31-c7566c42a442 req-1db95144-8007-4659-995e-18ebbc9b31b0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8aa481-4796-4c42-bb7e-ab748cfb568a HTTP/1.1" status: 200 len: 210 time: 0.0395632 Apr 08 11:55:11.030575 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:11.299894 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:11.330097 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:55:11.339147 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:11.339759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:11.459023 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:11.687455 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:11.713836 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cfdfd-e0b2-47fc-86da-f7608c2833fc None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'e2b929ad-3af7-4500-b577-e6f6c661ab46', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:ed:30:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2457357-8796-4c00-8233-7117fc6c581b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:50:33Z', 'updated_at': '2022-04-08T11:51:08Z', 'revision_number': 2, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:55:11.967348 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c4051-03a1-4b16-8a97-d5f4032b2237 None None] New status for floating IP a22cf1c1-0ecd-4710-b2d1-6ccb767db895: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:55:12.056568 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42566) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:12.111905 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (51244ad2-fcc0-4174-a4b3-a6224146736b), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.136381 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (51244ad2-fcc0-4174-a4b3-a6224146736b), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.189733 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (51244ad2-fcc0-4174-a4b3-a6224146736b), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.192785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.196511 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/security-groups/51244ad2-fcc0-4174-a4b3-a6224146736b HTTP/1.1" status: 204 len: 168 time: 0.1362684 Apr 08 11:55:12.197276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42568) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:12.204903 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1cd57-f9ad-49ab-b6de-8815377a414c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51244ad2-fcc0-4174-a4b3-a6224146736b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:12.213787 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-3a9d74a9-c5f0-4722-9ba8-9f7ebe8d0c48 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] show failed (client error): The resource could not be found. Apr 08 11:55:12.218662 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3a9d74a9-c5f0-4722-9ba8-9f7ebe8d0c48 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups/51244ad2-fcc0-4174-a4b3-a6224146736b HTTP/1.1" status: 404 len: 347 time: 0.0161622 Apr 08 11:55:12.219451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42570) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:12.357515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port 409c4163-fa2e-4e16-8289-6c0b00b8be7a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:12.357867 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.434485 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.434819 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (409c4163-fa2e-4e16-8289-6c0b00b8be7a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.446789 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for 409c4163-fa2e-4e16-8289-6c0b00b8be7a owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:12.591014 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (409c4163-fa2e-4e16-8289-6c0b00b8be7a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.616860 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=409c4163-fa2e-4e16-8289-6c0b00b8be7a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:12.680543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (a22cf1c1-0ecd-4710-b2d1-6ccb767db895), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.683292 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:12.684458 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-18e14cc8-be89-4dc2-9494-a5d828a99a79 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/floatingips/a22cf1c1-0ecd-4710-b2d1-6ccb767db895 HTTP/1.1" status: 204 len: 168 time: 0.4639246 Apr 08 11:55:13.250577 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device acc1d316-312f-4a66-a4e9-27fd48af2476 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:13.271133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: acc1d316-312f-4a66-a4e9-27fd48af2476 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:55:13.271479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device acc1d316-312f-4a66-a4e9-27fd48af2476 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:55:13.512607 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d68b-9ee1-49b3-affa-49552f97a93a req-576db9cc-99e4-4bec-9f4d-ebacfef5c47c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:13.514053 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f233d68b-9ee1-49b3-affa-49552f97a93a req-576db9cc-99e4-4bec-9f4d-ebacfef5c47c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0558503 Apr 08 11:55:13.778406 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f233d68b-9ee1-49b3-affa-49552f97a93a req-3287591f-99df-4486-91da-3f62c1225568 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585816 Apr 08 11:55:14.294972 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d65c3-4e99-4fe3-b14f-af1d21737a23 req-26d89be4-18bb-4960-b0b9-a694159eedf1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:14.296379 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-083d65c3-4e99-4fe3-b14f-af1d21737a23 req-26d89be4-18bb-4960-b0b9-a694159eedf1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0554216 Apr 08 11:55:14.351266 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-083d65c3-4e99-4fe3-b14f-af1d21737a23 req-7dca3131-475a-43db-b5d3-cc8d083b8f9f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Apr 08 11:55:14.910903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7a1ec-2077-4ff7-abe9-416665882475 req-748edd2b-1212-4233-9769-dd372ae7aeaf tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:14.912334 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87e7a1ec-2077-4ff7-abe9-416665882475 req-748edd2b-1212-4233-9769-dd372ae7aeaf tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0531824 Apr 08 11:55:14.961121 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87e7a1ec-2077-4ff7-abe9-416665882475 req-f87f0c3f-953a-4d11-b014-3e3cbf9c2102 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Apr 08 11:55:15.484905 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094d71-33d0-4713-ab0f-40454a56ea07 req-5a428be3-2003-4c7b-8d97-c3ab977b4018 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:15.486405 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1094d71-33d0-4713-ab0f-40454a56ea07 req-5a428be3-2003-4c7b-8d97-c3ab977b4018 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0539615 Apr 08 11:55:15.535928 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d1094d71-33d0-4713-ab0f-40454a56ea07 req-2441f9df-6a5d-4e7d-a029-6e45ebbc8aee tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Apr 08 11:55:16.099916 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c97890-f604-4ab5-9b85-ad6dc5eedc31 req-61a39fef-0830-4740-ab1d-be6abb622f98 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:16.101410 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97c97890-f604-4ab5-9b85-ad6dc5eedc31 req-61a39fef-0830-4740-ab1d-be6abb622f98 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0642939 Apr 08 11:55:16.152320 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97c97890-f604-4ab5-9b85-ad6dc5eedc31 req-e94ca664-0cb4-4ae9-9484-7ad8a1d0eb12 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Apr 08 11:55:16.389828 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-93457820-077e-4ea2-931d-31c2ec816f68 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:16.391256 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-93457820-077e-4ea2-931d-31c2ec816f68 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.0725150 Apr 08 11:55:16.496061 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port d15807f8-b059-4fe5-9049-cc9a62ced24a {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:16.496740 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:16.588096 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] For port d15807f8-b059-4fe5-9049-cc9a62ced24a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d15807f8-b059-4fe5-9049-cc9a62ced24a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:16.588482 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:16.734056 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd04ebb-1812-47a5-aa4d-de900132df86 req-b48648fc-d0d6-4bbb-8362-a47307bdfa00 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:16.735443 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5bd04ebb-1812-47a5-aa4d-de900132df86 req-b48648fc-d0d6-4bbb-8362-a47307bdfa00 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 946 time: 0.1321938 Apr 08 11:55:16.812718 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:16.813080 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:16.813417 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP e2b929ad-3af7-4500-b577-e6f6c661ab46 disassociated. External IP: 172.27.2.97, port: d15807f8-b059-4fe5-9049-cc9a62ced24a. Apr 08 11:55:16.813755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for d15807f8-b059-4fe5-9049-cc9a62ced24a owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:16.836263 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5bd04ebb-1812-47a5-aa4d-de900132df86 req-403f9797-2758-4c1c-a3e8-a5c21493eb5b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5df8c4e-b2db-4718-a236-64d95d717863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702660 Apr 08 11:55:16.957140 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (d15807f8-b059-4fe5-9049-cc9a62ced24a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:16.997114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=d15807f8-b059-4fe5-9049-cc9a62ced24a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:17.113207 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:55:17.227695 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:55:17.237589 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:55:17.253422 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:17.253959 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:17.275115 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99575920-2b72-44a0-bdd6-ec8b919c46b9 req-693bb3fd-7e25-4a45-9a7d-705d7ccf6c26 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:17.277368 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99575920-2b72-44a0-bdd6-ec8b919c46b9 req-693bb3fd-7e25-4a45-9a7d-705d7ccf6c26 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0573893 Apr 08 11:55:17.330441 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99575920-2b72-44a0-bdd6-ec8b919c46b9 req-495792a5-3fba-4067-a699-9cfb7be72bbd tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478151 Apr 08 11:55:17.380701 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:17.523861 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] No DVR routers for this DVR port d15807f8-b059-4fe5-9049-cc9a62ced24a on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:55:17.526388 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:17.529730 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0d1cd05a-fa8a-444f-b197-764f0d9bbb88 req-c97b8e39-ad06-4d59-9af3-228d098926fd tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "DELETE /v2.0/ports/d15807f8-b059-4fe5-9049-cc9a62ced24a HTTP/1.1" status: 204 len: 173 time: 1.1330600 Apr 08 11:55:17.530164 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'name': 'network-vif-deleted', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:17.532396 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34ec28-ea11-404d-a6e9-c1a5136874b4" -d '{"events": [{"server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "name": "network-vif-deleted", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:17.568906 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350af6ef-6100-40fe-9ca9-27e389250f34 x-openstack-request-id: req-350af6ef-6100-40fe-9ca9-27e389250f34 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:17.569414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2457357-8796-4c00-8233-7117fc6c581b", "name": "network-vif-deleted", "tag": "d15807f8-b059-4fe5-9049-cc9a62ced24a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:17.569756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-350af6ef-6100-40fe-9ca9-27e389250f34 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:17.570201 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350af6ef-6100-40fe-9ca9-27e389250f34'] response: {'server_uuid': 'c2457357-8796-4c00-8233-7117fc6c581b', 'name': 'network-vif-deleted', 'tag': 'd15807f8-b059-4fe5-9049-cc9a62ced24a', 'status': 'completed', 'code': 200} Apr 08 11:55:17.721338 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:17.748422 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:55:17.757186 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:17.757795 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:54:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:17.875961 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:17.943124 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c47de09-c97e-4ef2-bbee-2eabcc89136e req-3f60df83-1abf-40e7-af88-9e79903ec193 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2457357-8796-4c00-8233-7117fc6c581b HTTP/1.1" status: 200 len: 210 time: 0.0270424 Apr 08 11:55:18.079528 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:18.105680 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63226b5c-9ec2-4c22-9a1c-95e6b26c5a3b None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:55:18.332103 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d892-d0b2-4f0d-9bae-4c2d96a75200 None None] New status for floating IP e2b929ad-3af7-4500-b577-e6f6c661ab46: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:55:18.452006 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423645e-310a-4d9a-94f1-90f9c83f4a50 req-8660a38c-a990-4680-92ff-03839e5d552d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:18.453530 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9423645e-310a-4d9a-94f1-90f9c83f4a50 req-8660a38c-a990-4680-92ff-03839e5d552d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0535920 Apr 08 11:55:18.503608 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9423645e-310a-4d9a-94f1-90f9c83f4a50 req-0f4bdfd6-2ab7-42ae-b516-f0e2e2087125 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 Apr 08 11:55:19.045416 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42618) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:19.102994 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (d5df8c4e-b2db-4718-a236-64d95d717863), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.126675 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (d5df8c4e-b2db-4718-a236-64d95d717863), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.173990 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (d5df8c4e-b2db-4718-a236-64d95d717863), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.176394 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.177582 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5df8c4e-b2db-4718-a236-64d95d717863 HTTP/1.1" status: 204 len: 168 time: 0.1310771 Apr 08 11:55:19.180447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42620) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:19.186562 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b991a8-e847-4938-8fdb-856b2ba88a38 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df8c4e-b2db-4718-a236-64d95d717863,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:19.197513 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-f02eedf0-2bee-4541-87bf-7239d89906c0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] show failed (client error): The resource could not be found. Apr 08 11:55:19.198519 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f02eedf0-2bee-4541-87bf-7239d89906c0 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups/d5df8c4e-b2db-4718-a236-64d95d717863 HTTP/1.1" status: 404 len: 347 time: 0.0170631 Apr 08 11:55:19.201675 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42622) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:19.281812 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device d15807f8-b059-4fe5-9049-cc9a62ced24a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:19.305692 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: d15807f8-b059-4fe5-9049-cc9a62ced24a {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:55:19.306033 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device d15807f8-b059-4fe5-9049-cc9a62ced24a not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:55:19.325583 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port 96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:19.325950 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.406179 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.406444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.419413 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for 96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:19.556504 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.584919 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=96c5c1ca-c865-4c7a-bfb4-5e9c738fd5a4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:19.630913 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a549e12-fd62-4935-ad95-77dad69508e7 req-0335d100-53ea-432f-b823-d0b9e1ede98d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:19.632375 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6a549e12-fd62-4935-ad95-77dad69508e7 req-0335d100-53ea-432f-b823-d0b9e1ede98d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0602930 Apr 08 11:55:19.647386 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (e2b929ad-3af7-4500-b577-e6f6c661ab46), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.650189 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:19.651328 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-93a6711f-67cb-42ae-85d3-7005bcfedfa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/floatingips/e2b929ad-3af7-4500-b577-e6f6c661ab46 HTTP/1.1" status: 204 len: 168 time: 0.4486248 Apr 08 11:55:19.687736 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6a549e12-fd62-4935-ad95-77dad69508e7 req-56f5bee1-a6ab-4be8-b2be-df6f72db79dd tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492101 Apr 08 11:55:20.106746 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42628) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:20.111343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480126741', 'description': 'tempest-description--430424012'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:20.134550 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.202419 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (cc29959c-9123-413c-8452-4fa0e6d7c3f1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.207346 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cc29959c-9123-413c-8452-4fa0e6d7c3f1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.233427 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.234631 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1268976 Apr 08 11:55:20.237987 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42630) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:20.238913 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826584d-317f-4c8f-b10f-3bdc9b23ba55 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29959c-9123-413c-8452-4fa0e6d7c3f1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:20.242871 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': 'cc29959c-9123-413c-8452-4fa0e6d7c3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:20.268513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (c9b9e80c-f4ec-4197-b8af-a92045b2ce23), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.325797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (c9b9e80c-f4ec-4197-b8af-a92045b2ce23), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.331033 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (c9b9e80c-f4ec-4197-b8af-a92045b2ce23), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.347928 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b9e80c-f4ec-4197-b8af-a92045b2ce23,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:20.356087 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.356626 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.357162 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.357495 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.357825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.358152 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.358470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.361112 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.361492 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.361831 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.362163 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.362493 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.362819 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.363155 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.363470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:20.368360 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.369827 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e73867fe-5e41-4aed-beb0-1d5ef1244354 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304331 Apr 08 11:55:20.372708 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42632) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:20.376840 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': 'cc29959c-9123-413c-8452-4fa0e6d7c3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:20.403503 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (120704ec-49fc-4485-a26b-eca8b639d5dc), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.429167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d51da10b-fbe1-4b60-b7a8-a9bdbfbfcb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.463660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (120704ec-49fc-4485-a26b-eca8b639d5dc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.469422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (120704ec-49fc-4485-a26b-eca8b639d5dc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.488372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120704ec-49fc-4485-a26b-eca8b639d5dc,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:20.494608 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.495806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2d6f9284-5a9a-4083-887d-3197faecc491 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222696 Apr 08 11:55:20.498979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42634) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:20.503206 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:20.523890 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.621533 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.729977 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.27.2.66 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:55:20.875843 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.883519 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab7bb9-d94f-44ca-959f-afa818e2a673 req-fe31efae-0d4e-480c-a95c-ccd46c33b525 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:20.884970 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5ab7bb9-d94f-44ca-959f-afa818e2a673 req-fe31efae-0d4e-480c-a95c-ccd46c33b525 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.1253877 Apr 08 11:55:20.950026 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5ab7bb9-d94f-44ca-959f-afa818e2a673 req-d8ef2af3-9c2e-434c-8a65-929c0ceb1196 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590725 Apr 08 11:55:20.950944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:20.985829 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:55:20.988549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:55:20.991930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:55:21.016421 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:21.083806 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.120836 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.278624 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.285825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.349152 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:21.363725 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.381982 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:21.383288 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0eae1ea3-b3af-41ce-87ab-688a9ac2c65a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8834000 Apr 08 11:55:21.539199 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-94084d27-1a40-442f-9e08-a98ce83d0649 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--480126741&fields=id&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 267 time: 0.0478961 Apr 08 11:55:21.646353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-bb710848-140c-4a92-9334-2244582c337d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:21.647874 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-bb710848-140c-4a92-9334-2244582c337d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1016660 Apr 08 11:55:21.665710 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-7ed11a0c-47b9-422a-ba1d-3a1443842bb4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/quotas/32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Apr 08 11:55:21.721595 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-160f7925-dfa8-44dc-b43b-b13107e51e9e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487707 Apr 08 11:55:21.822620 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-33a4b667-b816-4f3b-8cc6-4ad478b2c1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890219 Apr 08 11:55:21.913430 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-fd63530d-dc66-4eae-9817-9a053d6b2d21 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850096 Apr 08 11:55:22.080387 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2934e7b9-1ce5-40ec-aabb-1e34b304d305 req-c0f9291f-dc56-45f0-a1a1-1abbc042c735 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Apr 08 11:55:22.090649 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c342e-1fec-42bf-9843-d286dadb9425 req-72b5fefb-2ca0-4da9-9e67-f6eae5ba262a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:22.092151 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c72c342e-1fec-42bf-9843-d286dadb9425 req-72b5fefb-2ca0-4da9-9e67-f6eae5ba262a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0729721 Apr 08 11:55:22.145214 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c72c342e-1fec-42bf-9843-d286dadb9425 req-56dda8e3-9de9-4192-9936-ef3c5b325ebf tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Apr 08 11:55:22.682200 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3dbdd483-f6d9-43e1-a832-fc66afd2f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.193575 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-53019720-3ba6-44aa-8c4c-a332007d2735 req-516cbd2d-70c1-4194-b982-d3a00e5c4a95 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 210 time: 0.0391958 Apr 08 11:55:23.201247 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-add54c1a-6a75-48aa-8952-e233bf62f0ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.202759 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-add54c1a-6a75-48aa-8952-e233bf62f0ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1327980 Apr 08 11:55:23.274507 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-6eee2695-293c-407b-877d-03245be47654 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 379 time: 0.0541251 Apr 08 11:55:23.276667 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db1425-b1d3-4aab-9947-61556393601c req-ea46bb97-d4cb-4331-a9df-ad2c34883166 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.278173 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72db1425-b1d3-4aab-9947-61556393601c req-ea46bb97-d4cb-4331-a9df-ad2c34883166 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0556843 Apr 08 11:55:23.337577 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72db1425-b1d3-4aab-9947-61556393601c req-1bc07aad-eec8-4e08-a8fa-f921180282e7 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532908 Apr 08 11:55:23.364174 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'port': {'device_id': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'admin_state_up': True, 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'security_groups': ['cc29959c-9123-413c-8452-4fa0e6d7c3f1']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:23.471139 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:55:23.474663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.599411 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.20.0.6 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/4772a94c-5ffe-40ee-a280-3cf8a82d1653) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:55:23.727681 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-c3068d77-c05c-418a-a01f-ed0959571512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.729169 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-c3068d77-c05c-418a-a01f-ed0959571512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0907083 Apr 08 11:55:23.743062 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.777301 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.819743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:55:23.825012 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:55:23.827876 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.828414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:55:23.830100 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-4b37177c-ff9e-417b-b20a-9add4d581683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.832191 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-4b37177c-ff9e-417b-b20a-9add4d581683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.0970800 Apr 08 11:55:23.859398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:23.894143 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.894881 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:23.904141 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-30f65776-a5b4-4573-abc4-069002cd8a80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 1002 time: 0.0653026 Apr 08 11:55:23.911875 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-6c0c1dac-e9ec-4663-9b6e-bfe894457a0e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516605 Apr 08 11:55:23.924678 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Request body: {'port': {'device_id': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:23.960415 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-bf38c7b6-6234-46e0-b058-987b895cdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:23.962069 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-bf38c7b6-6234-46e0-b058-987b895cdcde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0519755 Apr 08 11:55:23.989117 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.098366 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-823d9db6-f63f-4859-8ec7-8e5e24ec5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:24.099878 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-823d9db6-f63f-4859-8ec7-8e5e24ec5e2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456409 Apr 08 11:55:24.120524 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-bb7c8fa8-77b9-445e-b9cb-6e6fcdb3cdf2 None None] Provisioning complete for port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:55:24.120790 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8fa8-77b9-445e-b9cb-6e6fcdb3cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.154824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c8fa8-77b9-445e-b9cb-6e6fcdb3cdf2 None None] Port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:55:24.194476 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-7979d733-64af-4625-929e-54e609803f57 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Apr 08 11:55:24.247569 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4772a94c-5ffe-40ee-a280-3cf8a82d1653 {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:55:24.255513 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks [] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.277411 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Transition to ACTIVE for port object 4772a94c-5ffe-40ee-a280-3cf8a82d1653 will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:55:24.293915 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9f8c5993-afbd-4a2a-850e-2ac9ff16a54c req-f2ac90de-cbc7-4f85-a0be-25ea084e7047 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908654 Apr 08 11:55:24.297452 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.353762 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Pushing event updated for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:24.373252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26eec53-ddcf-492a-8691-500a796b9cd2 req-93cb7b04-4500-4a49-bdb8-f92accc62df1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:24.374888 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c26eec53-ddcf-492a-8691-500a796b9cd2 req-93cb7b04-4500-4a49-bdb8-f92accc62df1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 931 time: 0.1130726 Apr 08 11:55:24.471803 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41676b-146c-43dc-98bb-ef556cbf45d3 req-dddbf183-93e2-40cd-a612-045461aabd50 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:24.473435 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea41676b-146c-43dc-98bb-ef556cbf45d3 req-dddbf183-93e2-40cd-a612-045461aabd50 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0573933 Apr 08 11:55:24.474987 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c26eec53-ddcf-492a-8691-500a796b9cd2 req-711dce1f-79f0-47c2-89f7-e8f7d72f71af tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853415 Apr 08 11:55:24.479686 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Attempting to bind port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:55:24.480017 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Attempting to bind port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:55:24.480345 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Attempting to bind port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:55:24.485360 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:55:24.485690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Attempting to bind port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:55:24.490961 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:55:24.491304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:55:24.491681 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:55:24.492121 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Bound port: 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:55:24.492497 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.539919 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea41676b-146c-43dc-98bb-ef556cbf45d3 req-1d7d1d94-956c-40c1-850c-8a7dc3a0e6de tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498719 Apr 08 11:55:24.560713 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:55:24.563774 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:55:24.571266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.604067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:24.604674 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:24.606272 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] 10.222.0.44 "PUT /v2.0/ports/4772a94c-5ffe-40ee-a280-3cf8a82d1653 HTTP/1.1" status: 200 len: 1093 time: 0.6860063 Apr 08 11:55:24.608411 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:24.610819 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795e4a4-3205-4ba5-99d4-26c7047a4685" -d '{"events": [{"name": "network-changed", "server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:24.638075 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a5d2-cf37-4db2-a69b-da39d952aaef service neutron] Pushing event updated for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:24.710540 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73358c-2234-4d7f-b281-cd4957f12748 x-openstack-request-id: req-9f73358c-2234-4d7f-b281-cd4957f12748 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:24.710864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:24.711116 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f73358c-2234-4d7f-b281-cd4957f12748 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:24.711531 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f73358c-2234-4d7f-b281-cd4957f12748'] response: {'name': 'network-changed', 'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'status': 'completed', 'code': 200} Apr 08 11:55:25.071323 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:25.619079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330b5e-1f23-40ed-8a60-c3bfcf3bd491 req-2f45cdd0-85c3-460e-81bb-11983ab7b8b7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:25.620585 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-66330b5e-1f23-40ed-8a60-c3bfcf3bd491 req-2f45cdd0-85c3-460e-81bb-11983ab7b8b7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 943 time: 0.0614204 Apr 08 11:55:25.661458 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-8e883560-e095-413d-91dc-515908a36a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:25.662979 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-8e883560-e095-413d-91dc-515908a36a52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 1127 time: 0.0787406 Apr 08 11:55:25.668452 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-66330b5e-1f23-40ed-8a60-c3bfcf3bd491 req-6616ddd9-817d-420d-8cfb-0e5450df53f6 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Apr 08 11:55:25.678256 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab45d5d-3c3f-48ca-b1e4-523762315410 req-f417661b-9191-40f9-a8b4-136ef287998e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:25.679684 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-eab45d5d-3c3f-48ca-b1e4-523762315410 req-f417661b-9191-40f9-a8b4-136ef287998e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0658717 Apr 08 11:55:25.727579 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-eab45d5d-3c3f-48ca-b1e4-523762315410 req-9e2965a9-6130-4ae4-96af-56df38608588 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Apr 08 11:55:25.872993 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-520dc229-a35e-41ae-ba21-3ea12d9f75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:25.874539 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-520dc229-a35e-41ae-ba21-3ea12d9f75df service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=32f363b82c944247b72bee27c2e9cbc8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953624 Apr 08 11:55:25.965682 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-25121945-edf7-4738-8721-ac1f378d2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:25.967166 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c795e4a4-3205-4ba5-99d4-26c7047a4685 req-25121945-edf7-4738-8721-ac1f378d2120 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865989 Apr 08 11:55:26.047867 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-4c22dfb1-a116-40fd-8073-0eec226a9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:26.049357 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-4c22dfb1-a116-40fd-8073-0eec226a9305 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 1127 time: 0.0445659 Apr 08 11:55:26.096822 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-dd1be4ba-ca9b-4cee-b327-a273a611d3d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653 HTTP/1.1" status: 200 len: 217 time: 0.0369806 Apr 08 11:55:26.144319 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-f3bae08e-bc04-42a5-9c1f-975e1e3d89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:26.146120 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-f3bae08e-bc04-42a5-9c1f-975e1e3d89a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0435011 Apr 08 11:55:26.202220 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bda3-55e6-42da-b558-731033af0b53 req-7b9a4e37-d888-49e7-897e-eb6671922893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:26.204452 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-7b9a4e37-d888-49e7-897e-eb6671922893 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505044 Apr 08 11:55:26.308244 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-ab0d054a-b7e5-4ef0-83b5-2fd03e435874 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914168 Apr 08 11:55:26.397595 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0951bda3-55e6-42da-b558-731033af0b53 req-801cedbf-60fd-4b64-b728-4d5da68eeed0 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818646 Apr 08 11:55:26.583416 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:26.791400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93792c97-7b81-4204-99f7-b91ea7f3165b req-1f0074ae-0ffb-43eb-8ea5-4cf01e9d8315 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:26.793336 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93792c97-7b81-4204-99f7-b91ea7f3165b req-1f0074ae-0ffb-43eb-8ea5-4cf01e9d8315 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 943 time: 0.0538950 Apr 08 11:55:26.840703 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93792c97-7b81-4204-99f7-b91ea7f3165b req-13fc67da-350d-4ff0-80c3-9d716b711b39 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 Apr 08 11:55:26.854935 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e33d2-bc28-467c-9810-55eb47b9902b req-5c8a49b0-fa4f-40c6-9fe5-b8f96c30aaa3 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:26.856393 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-da9e33d2-bc28-467c-9810-55eb47b9902b req-5c8a49b0-fa4f-40c6-9fe5-b8f96c30aaa3 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0554664 Apr 08 11:55:26.903742 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-da9e33d2-bc28-467c-9810-55eb47b9902b req-f0d43e01-b96d-4500-bb4b-dbb18ecdc799 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Apr 08 11:55:27.017909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-80fb5b3a-8e3d-442e-8501-41146bc92665 req-76d62c76-4922-4bc6-8e6d-fe03ebaf4aaa service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:55:27.018932 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-80fb5b3a-8e3d-442e-8501-41146bc92665 req-76d62c76-4922-4bc6-8e6d-fe03ebaf4aaa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480947 Apr 08 11:55:27.180442 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-4892a9c2-491d-48e1-a7f3-1d76f5848e2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737708 Apr 08 11:55:27.193854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a256-4125-4a87-a9c0-e4748b28e2e1 req-0a88ffc6-b355-46d6-a8f0-e4b915fed892 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:27.195232 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c888a256-4125-4a87-a9c0-e4748b28e2e1 req-0a88ffc6-b355-46d6-a8f0-e4b915fed892 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0631680 Apr 08 11:55:27.277798 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-409f39b8-be5b-4aba-b7e2-7d2bd1e6f007 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:27.279010 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-409f39b8-be5b-4aba-b7e2-7d2bd1e6f007 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports/b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 943 time: 0.0622230 Apr 08 11:55:27.282834 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c888a256-4125-4a87-a9c0-e4748b28e2e1 req-a6d510b0-746f-4732-98c0-42f81c2a4c72 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819001 Apr 08 11:55:27.977689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b394c7-caf0-4fc2-a3e6-6445caeefbe6 req-b0877ff5-b2d0-4c6d-8f5f-363bcb68de35 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:27.979174 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-69b394c7-caf0-4fc2-a3e6-6445caeefbe6 req-b0877ff5-b2d0-4c6d-8f5f-363bcb68de35 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 943 time: 0.0555041 Apr 08 11:55:28.038673 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-69b394c7-caf0-4fc2-a3e6-6445caeefbe6 req-00b35a96-ea85-429f-9e70-8cd7f812dc12 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505936 Apr 08 11:55:28.423226 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5cf9a-5e0a-4330-9f51-dd3327741e81 req-deb73988-7511-489e-ac66-4cf8463e4205 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:28.424690 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-63a5cf9a-5e0a-4330-9f51-dd3327741e81 req-deb73988-7511-489e-ac66-4cf8463e4205 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0663407 Apr 08 11:55:28.474452 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-63a5cf9a-5e0a-4330-9f51-dd3327741e81 req-47794f1c-4dbe-40fa-9feb-64b1281a1c51 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Apr 08 11:55:29.161775 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cfc1e-6e44-4d03-8d78-2ba09749099f req-e15e3489-85ea-4127-a724-7a67ef7168f7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:29.163300 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e24cfc1e-6e44-4d03-8d78-2ba09749099f req-e15e3489-85ea-4127-a724-7a67ef7168f7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 943 time: 0.0539949 Apr 08 11:55:29.212072 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e24cfc1e-6e44-4d03-8d78-2ba09749099f req-79f4ab35-2655-43e8-824c-4ada1677b87d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Apr 08 11:55:29.336765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 4772a94c-5ffe-40ee-a280-3cf8a82d1653 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:55:29.340168 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:29.483638 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b40286aa-cc20-4b77-affb-1355f9071552 is: ACTIVE; New status is: DOWN {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:55:29.484045 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:29.504388 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:29.531770 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:29.534150 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15d15b-af83-4f5f-a058-974a9a00bda1" -d '{"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-unplugged", "status": "completed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:29.538952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'port_id': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'mac_address': 'fa:16:3e:0e:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:55:29.553392 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:29.572582 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:29.603249 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102254c-22cb-40fb-a902-2f4db9e88eb3 x-openstack-request-id: req-c102254c-22cb-40fb-a902-2f4db9e88eb3 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:29.603547 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-unplugged", "status": "failed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "code": 422}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:29.603806 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c102254c-22cb-40fb-a902-2f4db9e88eb3 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:29.604287 dv-cinder-815660-8-iscsi neutron-server[109770]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c102254c-22cb-40fb-a902-2f4db9e88eb3']: {'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'code': 422} returned with failed status Apr 08 11:55:29.615666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:55:29.616069 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:29.625672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7de1-862d-4d52-b8af-57c267847789 req-c675ebd3-1a5f-4e59-a478-e7c22136a2c4 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:29.627437 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7f1a7de1-862d-4d52-b8af-57c267847789 req-c675ebd3-1a5f-4e59-a478-e7c22136a2c4 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0808351 Apr 08 11:55:29.644906 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4772a94c-5ffe-40ee-a280-3cf8a82d1653 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:55:29.655225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=6']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:29.671717 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:29.678199 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:29.685891 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7f1a7de1-862d-4d52-b8af-57c267847789 req-0e9f852b-38a8-4919-8187-5b3c1d2ec01a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518725 Apr 08 11:55:29.727055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:30.106422 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['4772a94c-5ffe-40ee-a280-3cf8a82d1653'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:55:30.190543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-6cbc672f-a145-44b3-bc35-e59e20753f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.192109 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-6cbc672f-a145-44b3-bc35-e59e20753f0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161&tenant_id=0a0421922fc2488ea33a275713b303b3 HTTP/1.1" status: 200 len: 1128 time: 0.0477157 Apr 08 11:55:30.259946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-821af196-f18e-44bc-a89e-3900ec94dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.261772 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-821af196-f18e-44bc-a89e-3900ec94dc95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1128 time: 0.0470216 Apr 08 11:55:30.333287 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174371a-9699-4d33-9324-b972dd3cd456 req-ebf9d98f-6632-433b-9c21-db0a964e94f4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.334800 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6174371a-9699-4d33-9324-b972dd3cd456 req-ebf9d98f-6632-433b-9c21-db0a964e94f4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 944 time: 0.0541580 Apr 08 11:55:30.355882 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-bff989d8-1fad-4185-9ba9-ed502d6d68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.357476 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-bff989d8-1fad-4185-9ba9-ed502d6d68d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.0891790 Apr 08 11:55:30.382372 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6174371a-9699-4d33-9324-b972dd3cd456 req-fb6fb0f5-f9a1-4f84-9804-ce29a4d17e5d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Apr 08 11:55:30.425408 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-e08aaa39-02cd-431c-9ff5-2e51f132a742 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 1000 time: 0.0595829 Apr 08 11:55:30.486925 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-8e881834-b129-44da-9185-5407989bf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.488438 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-8e881834-b129-44da-9185-5407989bf63d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0556016 Apr 08 11:55:30.539863 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-96eb45bd-4a6e-44e7-8eb8-cdc22307cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.541387 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-96eb45bd-4a6e-44e7-8eb8-cdc22307cf4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463965 Apr 08 11:55:30.630140 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-2ee2390d-00c1-4077-be21-582787d77d11 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Apr 08 11:55:30.737111 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24154a01-60b9-484c-8a72-5fe6356e6802 req-18a0f541-222f-4c9f-a153-e6860d859cf8 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906122 Apr 08 11:55:30.810282 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c5c16-9b8f-40e5-b3b7-57691a23a193 req-11d62a27-44ac-4411-bc05-d1bcf50e861e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:30.811724 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b0c5c16-9b8f-40e5-b3b7-57691a23a193 req-11d62a27-44ac-4411-bc05-d1bcf50e861e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Apr 08 11:55:30.860662 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b0c5c16-9b8f-40e5-b3b7-57691a23a193 req-46bc1f41-4a70-45b0-beb4-ea544efa4fbb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Apr 08 11:55:31.362823 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 4772a94c-5ffe-40ee-a280-3cf8a82d1653 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:55:31.425514 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:55:31.429337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:55:31.429706 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:31.507048 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0f27-f4d8-4d8f-8db6-01711fd2ebcb req-b212b4ba-1d3a-4289-9452-dba1a6911965 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:31.508630 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ed5f0f27-f4d8-4d8f-8db6-01711fd2ebcb req-b212b4ba-1d3a-4289-9452-dba1a6911965 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 944 time: 0.0571995 Apr 08 11:55:31.510086 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:55:31.510476 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:31.543341 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:31.550560 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:31.558438 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ed5f0f27-f4d8-4d8f-8db6-01711fd2ebcb req-5894abf5-078a-4399-a714-f1ef4fdd3292 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Apr 08 11:55:31.597684 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:31.604802 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:31.607287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb52642-2ba8-4be4-a6dc-716be0a2d554" -d '{"events": [{"server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "name": "network-vif-plugged", "status": "completed", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:31.644962 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b964f8-30d2-49e7-8d0d-ebee1b0d2551 x-openstack-request-id: req-f6b964f8-30d2-49e7-8d0d-ebee1b0d2551 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:31.645277 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "name": "network-vif-plugged", "status": "completed", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:31.645535 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6b964f8-30d2-49e7-8d0d-ebee1b0d2551 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:31.645956 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b964f8-30d2-49e7-8d0d-ebee1b0d2551'] response: {'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'code': 200} Apr 08 11:55:31.700737 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:55:31.980629 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05840-5bb9-4de3-af74-6778496cf60d req-2cb880ab-6bda-432c-84fe-626b6524b8fc tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:31.982276 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dae05840-5bb9-4de3-af74-6778496cf60d req-2cb880ab-6bda-432c-84fe-626b6524b8fc tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0532384 Apr 08 11:55:31.990690 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b83e46-77e9-4875-ba12-19050e452c82 req-4e7260ec-9d77-4b84-a08e-04f9497ce6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:31.992188 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-91b83e46-77e9-4875-ba12-19050e452c82 req-4e7260ec-9d77-4b84-a08e-04f9497ce6c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 1129 time: 0.0475516 Apr 08 11:55:32.031890 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dae05840-5bb9-4de3-af74-6778496cf60d req-425da5bc-c790-47c6-89e2-91fc7a8c2b11 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Apr 08 11:55:32.034770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-91b83e46-77e9-4875-ba12-19050e452c82 req-e0ae7753-d761-4d14-aa10-16258468c644 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Apr 08 11:55:32.745338 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b29a3-5095-4d97-9834-a295d54d6513 req-d1858111-fdf5-4ffc-8978-62a5cf7c5cc7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:32.746790 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-711b29a3-5095-4d97-9834-a295d54d6513 req-d1858111-fdf5-4ffc-8978-62a5cf7c5cc7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0546200 Apr 08 11:55:32.794275 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-711b29a3-5095-4d97-9834-a295d54d6513 req-9fd566f7-ecba-4af0-b82e-76d0202ed1d9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Apr 08 11:55:33.172719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06288-0240-4199-8e41-ee7097b51c3a req-d8b31c35-c999-4e79-82df-7c01f04d92c6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:33.174205 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bf06288-0240-4199-8e41-ee7097b51c3a req-d8b31c35-c999-4e79-82df-7c01f04d92c6 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0603030 Apr 08 11:55:33.227612 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4bf06288-0240-4199-8e41-ee7097b51c3a req-bc03a1d8-a8be-4941-8b0a-48cbda08ee46 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Apr 08 11:55:33.933680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b04fd-9cf6-493a-9644-879fb6c30900 req-e45f4275-3fcd-4b67-bee5-a789de317db2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:33.935421 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8e4b04fd-9cf6-493a-9644-879fb6c30900 req-e45f4275-3fcd-4b67-bee5-a789de317db2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0628917 Apr 08 11:55:33.987708 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8e4b04fd-9cf6-493a-9644-879fb6c30900 req-f1c35844-596a-43ad-b9eb-1c2c5fec5476 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 Apr 08 11:55:34.364077 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d223-9f52-4f18-9425-a91fa580f2ed req-8855b390-11ca-461d-96b4-965ee0e7949d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:34.365636 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7de3d223-9f52-4f18-9425-a91fa580f2ed req-8855b390-11ca-461d-96b4-965ee0e7949d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0555162 Apr 08 11:55:34.419370 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7de3d223-9f52-4f18-9425-a91fa580f2ed req-620de6bb-a44d-4497-83ce-0bfe15b89b56 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Apr 08 11:55:34.816569 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:35.118047 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243fac-8e30-48a3-843a-f86efdc717b7 req-9b79b7c4-a5ab-4fe6-a67b-e081efd99827 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:35.119514 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-06243fac-8e30-48a3-843a-f86efdc717b7 req-9b79b7c4-a5ab-4fe6-a67b-e081efd99827 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Apr 08 11:55:35.166025 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-06243fac-8e30-48a3-843a-f86efdc717b7 req-0130c776-c6ee-4785-a910-d8788a24561e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Apr 08 11:55:35.287205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb3354-8313-4d74-80d7-81c9c9f885f4 req-52a50075-6a9d-451d-aef1-2bab8799282d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:35.288656 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39bb3354-8313-4d74-80d7-81c9c9f885f4 req-52a50075-6a9d-451d-aef1-2bab8799282d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0593452 Apr 08 11:55:35.300603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42744) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:35.305025 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'port_id': '4772a94c-5ffe-40ee-a280-3cf8a82d1653'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:35.346291 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:35.545899 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aca87-9c59-4d16-afd9-2acae7ab6d12 req-dac0bd19-c9c5-485f-affb-34a6f9d5303e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:35.547392 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cb4aca87-9c59-4d16-afd9-2acae7ab6d12 req-dac0bd19-c9c5-485f-affb-34a6f9d5303e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0548248 Apr 08 11:55:35.596104 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cb4aca87-9c59-4d16-afd9-2acae7ab6d12 req-dc5c6cde-200d-45ea-8718-a851d3856eed tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Apr 08 11:55:35.800005 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:35.806283 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:35.905949 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP 65a26688-a544-4d49-ab40-c1ccbe0adc2d associated. External IP: 172.27.2.66, port: 4772a94c-5ffe-40ee-a280-3cf8a82d1653. Apr 08 11:55:36.347218 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:55:36.467310 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:55:36.472434 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:36.479024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:55:36.490979 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:36.491608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:36.501635 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-df402e19-d1cc-4c4a-8e7f-a328e53c1355 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "PUT /v2.0/floatingips/65a26688-a544-4d49-ab40-c1ccbe0adc2d HTTP/1.1" status: 200 len: 990 time: 1.1998954 Apr 08 11:55:36.502218 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:36.504517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc72c3-44de-4896-9840-147c501067c8" -d '{"events": [{"name": "network-changed", "server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:36.600446 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc99f068-a8c4-45a3-8c70-86a7fa66fa23 x-openstack-request-id: req-dc99f068-a8c4-45a3-8c70-86a7fa66fa23 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:36.600796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:36.601061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc99f068-a8c4-45a3-8c70-86a7fa66fa23 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:36.601569 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc99f068-a8c4-45a3-8c70-86a7fa66fa23'] response: {'name': 'network-changed', 'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'status': 'completed', 'code': 200} Apr 08 11:55:36.602721 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:36.697875 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc72c3-44de-4896-9840-147c501067c8 req-32b76bb0-c544-42e5-8853-5b31912d0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:36.700088 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-32b76bb0-c544-42e5-8853-5b31912d0686 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 1129 time: 0.0740020 Apr 08 11:55:36.777832 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6dcf-7eea-4a33-89eb-cee006160289 req-36274dc8-3023-4898-a774-8f0826cf9014 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:36.779262 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88ff6dcf-7eea-4a33-89eb-cee006160289 req-36274dc8-3023-4898-a774-8f0826cf9014 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.1145816 Apr 08 11:55:36.824919 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc72c3-44de-4896-9840-147c501067c8 req-3758f49e-fa2f-4b91-9f50-8dfadb217c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:36.826393 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-3758f49e-fa2f-4b91-9f50-8dfadb217c2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.1196573 Apr 08 11:55:36.830116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '65a26688-a544-4d49-ab40-c1ccbe0adc2d', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:0e:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:21Z', 'updated_at': '2022-04-08T11:55:35Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:36.844705 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-88ff6dcf-7eea-4a33-89eb-cee006160289 req-0bab2636-3552-4abe-8ff2-f308ba3d7354 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575697 Apr 08 11:55:36.856452 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:55:36.866211 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:36.866818 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:36.978911 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:36.981110 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-65b29100-21f2-4836-83a3-a362813e0183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653 HTTP/1.1" status: 200 len: 998 time: 0.0592244 Apr 08 11:55:37.337316 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '65a26688-a544-4d49-ab40-c1ccbe0adc2d', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:0e:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:21Z', 'updated_at': '2022-04-08T11:55:35Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:37.363113 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1e779-0aa3-4df9-8972-0d5bfbcf9cd6 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '65a26688-a544-4d49-ab40-c1ccbe0adc2d', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:0e:69:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:21Z', 'updated_at': '2022-04-08T11:55:35Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:55:37.552140 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de4408f-af34-4213-8b4d-391808c3fb19 None None] New status for floating IP 65a26688-a544-4d49-ab40-c1ccbe0adc2d: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:55:37.967631 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d335c-7db9-427a-a579-b84429cc5a5c req-b7cd4f24-38ae-4fb2-b686-95827ee1b1ac tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:37.969131 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207d335c-7db9-427a-a579-b84429cc5a5c req-b7cd4f24-38ae-4fb2-b686-95827ee1b1ac tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0558138 Apr 08 11:55:38.020058 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207d335c-7db9-427a-a579-b84429cc5a5c req-85fddd8c-6632-47e1-9bb1-feae659d497b tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Apr 08 11:55:38.191741 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc72c3-44de-4896-9840-147c501067c8 req-2f3e9837-96d4-43e1-b833-6a695f6d1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:38.193192 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-2f3e9837-96d4-43e1-b833-6a695f6d1a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0500898 Apr 08 11:55:38.256261 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc72c3-44de-4896-9840-147c501067c8 req-07349e4f-d355-4c37-956a-362452c35117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:38.257777 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-07349e4f-d355-4c37-956a-362452c35117 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487540 Apr 08 11:55:38.356377 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-dc8942e7-29a4-4ad9-b475-d1220c60aaaf service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921156 Apr 08 11:55:38.714890 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76bc72c3-44de-4896-9840-147c501067c8 req-11f2ff68-a2f9-4c86-b5a8-7120fe350b53 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480735 Apr 08 11:55:39.157517 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0648bdf-9d52-48f4-a08f-2bdca57dd2b0 req-ab612b9e-a99b-4474-abff-57b5aed5b406 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:39.158989 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c0648bdf-9d52-48f4-a08f-2bdca57dd2b0 req-ab612b9e-a99b-4474-abff-57b5aed5b406 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 944 time: 0.0530105 Apr 08 11:55:39.210028 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c0648bdf-9d52-48f4-a08f-2bdca57dd2b0 req-5884a594-4b7d-434e-ab0e-56575ef906b2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428877 Apr 08 11:55:39.380773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:55:39.484699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:39.495833 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'b40286aa-cc20-4b77-affb-1355f9071552', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'port_id': 'b40286aa-cc20-4b77-affb-1355f9071552', 'mac_address': 'fa:16:3e:73:ab:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:55:39.534047 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b40286aa-cc20-4b77-affb-1355f9071552 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:55:39.534447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:39.547776 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40286aa-cc20-4b77-affb-1355f9071552 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:55:39.576100 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:39.583729 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:39.636752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=7']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:39.644520 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.644863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.645250 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.645603 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.645936 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.646258 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.646583 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.646898 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.647218 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.647537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.647854 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.648185 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.648517 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.648822 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:39.649159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:55:40.107462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['b40286aa-cc20-4b77-affb-1355f9071552'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:55:40.330665 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadad0a-3798-4fe8-ae27-defe3c1d0a9b req-d3011ea9-a44c-427b-8745-0e8a20960693 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:40.332136 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0fadad0a-3798-4fe8-ae27-defe3c1d0a9b req-d3011ea9-a44c-427b-8745-0e8a20960693 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Apr 08 11:55:40.384115 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0fadad0a-3798-4fe8-ae27-defe3c1d0a9b req-b2b119c5-280e-4e40-a664-1951170123fe tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460289 Apr 08 11:55:41.409815 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:55:41.460831 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port b40286aa-cc20-4b77-affb-1355f9071552 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:55:41.461237 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b40286aa-cc20-4b77-affb-1355f9071552), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:41.501286 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b84bf-e703-4689-b28e-9ae0494bc9cb req-014a9a55-7acf-4175-9a45-59dedbfb3f84 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:41.502805 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cd7b84bf-e703-4689-b28e-9ae0494bc9cb req-014a9a55-7acf-4175-9a45-59dedbfb3f84 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Apr 08 11:55:41.540955 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b40286aa-cc20-4b77-affb-1355f9071552 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:55:41.541384 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:41.554826 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cd7b84bf-e703-4689-b28e-9ae0494bc9cb req-600fe1f2-c64d-4b3b-8cbf-342f6a1b1ccd tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Apr 08 11:55:41.563876 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:41.566133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c45c0-c49c-468a-81bd-5421fff34f76" -d '{"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-plugged", "status": "completed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:41.583247 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:41.587791 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:41.638810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=8']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:41.659757 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e766223-82c5-4f26-a17e-d04bb9197d06 x-openstack-request-id: req-2e766223-82c5-4f26-a17e-d04bb9197d06 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:41.660133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-plugged", "status": "completed", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:41.660302 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e766223-82c5-4f26-a17e-d04bb9197d06 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:41.660730 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e766223-82c5-4f26-a17e-d04bb9197d06'] response: {'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'code': 200} Apr 08 11:55:41.940962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f931f1a-eba8-4b20-9496-179f1d5fba67 req-f40acced-2918-4b9a-bb75-41d71f571ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:41.942386 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3f931f1a-eba8-4b20-9496-179f1d5fba67 req-f40acced-2918-4b9a-bb75-41d71f571ff3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0500610 Apr 08 11:55:41.993812 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3f931f1a-eba8-4b20-9496-179f1d5fba67 req-4a9f360a-406c-4732-a45c-e863ded6f8ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Apr 08 11:55:42.695142 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597ecc-1071-4f67-a429-bd135a494b96 req-8d75a12b-fa68-48ad-8557-31981926d07c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:42.696632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c7597ecc-1071-4f67-a429-bd135a494b96 req-8d75a12b-fa68-48ad-8557-31981926d07c tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0591946 Apr 08 11:55:42.745674 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c7597ecc-1071-4f67-a429-bd135a494b96 req-bd0ac56b-c2c8-4ffa-8ab5-9371f75d69bb tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Apr 08 11:55:43.866387 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d94bc-45d7-4f75-9095-0d47d6e2d26b req-8ea735a3-4a4e-419a-87a6-61b29ce8db1a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:43.867927 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9e9d94bc-45d7-4f75-9095-0d47d6e2d26b req-8ea735a3-4a4e-419a-87a6-61b29ce8db1a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Apr 08 11:55:43.916653 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9e9d94bc-45d7-4f75-9095-0d47d6e2d26b req-b69d47c8-5ab5-40e2-83b1-979499afc32a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Apr 08 11:55:45.040433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531485e-efe5-428e-a041-70ecb60c3b6b req-569df175-5f4a-455e-8469-a21b0300495e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:45.041953 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9531485e-efe5-428e-a041-70ecb60c3b6b req-569df175-5f4a-455e-8469-a21b0300495e tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0528572 Apr 08 11:55:45.094963 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9531485e-efe5-428e-a041-70ecb60c3b6b req-76c77e2e-f60b-40fc-be89-93f70977b340 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Apr 08 11:55:46.485988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5993-bdc8-4247-8901-ec49ae757127 req-c00f311c-0158-4836-8e9f-2c24c0760d29 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:46.487539 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3e6d5993-bdc8-4247-8901-ec49ae757127 req-c00f311c-0158-4836-8e9f-2c24c0760d29 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0615940 Apr 08 11:55:46.535283 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3e6d5993-bdc8-4247-8901-ec49ae757127 req-32f9b05d-e8be-4320-b776-1bbc5f490fc5 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Apr 08 11:55:47.658456 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1df827-6668-4a24-a98d-5afcc685d027 req-1b7a6124-e8d0-4c90-9c61-adfc13ffce6a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:47.659806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6c1df827-6668-4a24-a98d-5afcc685d027 req-1b7a6124-e8d0-4c90-9c61-adfc13ffce6a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0537932 Apr 08 11:55:47.709118 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6c1df827-6668-4a24-a98d-5afcc685d027 req-5e558093-98e7-4234-827b-972138a803ef tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Apr 08 11:55:48.849081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170fea6-477f-43f5-9180-4ac81ca1efdb req-539b4809-0c13-4ead-a0a7-52decc6b3839 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:48.850558 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e170fea6-477f-43f5-9180-4ac81ca1efdb req-539b4809-0c13-4ead-a0a7-52decc6b3839 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0596683 Apr 08 11:55:48.900474 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e170fea6-477f-43f5-9180-4ac81ca1efdb req-e7e06437-4da7-470d-ac87-0a0b9e62d80c tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Apr 08 11:55:50.036833 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793315c-9df0-4978-bdd4-f094e976498f req-d5d1a02e-d77b-41bd-96b0-37fa5420bfef tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:50.038302 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4793315c-9df0-4978-bdd4-f094e976498f req-d5d1a02e-d77b-41bd-96b0-37fa5420bfef tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0626984 Apr 08 11:55:50.086748 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4793315c-9df0-4978-bdd4-f094e976498f req-e267516a-dab6-47a8-bd2d-d390b55c3ff4 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=f9dca43c-238c-4c4d-b447-8dd97f943769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 Apr 08 11:55:50.446153 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-093948b2-746c-4d1c-93e7-d690e7bf54f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:50.510963 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-a232a0ca-2a52-4d53-b2af-ec2fcab291cf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:50.512431 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-a232a0ca-2a52-4d53-b2af-ec2fcab291cf tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 946 time: 0.0545199 Apr 08 11:55:50.628635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Deleting port 2896d447-e096-4536-83e8-5f0283ac9363 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:50.629032 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (2896d447-e096-4536-83e8-5f0283ac9363), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:50.721404 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] For port 2896d447-e096-4536-83e8-5f0283ac9363, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2896d447-e096-4536-83e8-5f0283ac9363,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:50.721678 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (2896d447-e096-4536-83e8-5f0283ac9363), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:50.907191 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:50.907806 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:50.908427 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Floating IP ce0aa259-ce08-4d17-9fff-078f5bff81b7 disassociated. External IP: 172.27.2.137, port: 2896d447-e096-4536-83e8-5f0283ac9363. Apr 08 11:55:50.909036 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Calling delete_port for 2896d447-e096-4536-83e8-5f0283ac9363 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:51.050590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (2896d447-e096-4536-83e8-5f0283ac9363), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:51.084355 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event deleted for resources: {'Port': ['ID=2896d447-e096-4536-83e8-5f0283ac9363,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:51.183229 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b431262d-4f9a-4c34-8e05-9baec876da98 req-ca9a72a0-7e8f-4e98-a6b3-0f35f472fc74 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c4676fa-8e02-4610-8432-37e948dab079 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Apr 08 11:55:51.216162 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Router d74d470f-090c-4dc6-acff-38010433e7d1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:55:51.326984 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:55:51.336622 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:55:51.349985 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:51.350694 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:51.367697 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] No DVR routers for this DVR port 2896d447-e096-4536-83e8-5f0283ac9363 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:55:51.370275 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:51.373691 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7b3e7e65-b8f1-49cf-bf3e-2c3543c207b1 req-d87b185c-d3f8-416c-910b-e44b9a3a2305 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "DELETE /v2.0/ports/2896d447-e096-4536-83e8-5f0283ac9363 HTTP/1.1" status: 204 len: 173 time: 0.8359280 Apr 08 11:55:51.374209 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'name': 'network-vif-deleted', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:51.377020 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d399ed67-34e7-4f43-b8b2-2075158b09c8" -d '{"events": [{"server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "name": "network-vif-deleted", "tag": "2896d447-e096-4536-83e8-5f0283ac9363"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:51.443336 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd33ab-d1fd-4b25-8fca-1b67359c7faa x-openstack-request-id: req-a3cd33ab-d1fd-4b25-8fca-1b67359c7faa {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:51.443713 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4676fa-8e02-4610-8432-37e948dab079", "name": "network-vif-deleted", "tag": "2896d447-e096-4536-83e8-5f0283ac9363", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:51.443897 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3cd33ab-d1fd-4b25-8fca-1b67359c7faa {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:51.444302 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3cd33ab-d1fd-4b25-8fca-1b67359c7faa'] response: {'server_uuid': '0c4676fa-8e02-4610-8432-37e948dab079', 'name': 'network-vif-deleted', 'tag': '2896d447-e096-4536-83e8-5f0283ac9363', 'status': 'completed', 'code': 200} Apr 08 11:55:51.482251 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:51.684161 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:51.710727 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:55:51.720918 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:51.721536 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:51.837491 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:52.058265 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:52.084761 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c326f3-f277-42bb-88b6-6296f929eb48 None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:50:08Z', 'revision_number': 4, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '372641d0-c004-4393-aa37-8c47c120ad22', 'name': '', 'network_id': 'ce912cdf-40ba-471e-9a6e-520f63091172', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'mac_address': 'fa:16:3e:42:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:18Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'subnets': [{'id': 'fc0bbe77-91d6-42ee-b366-0b6237bbffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:55:52.119276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce869ce-038f-4935-816d-ba5181ce3d45 req-f196216c-4399-41ae-871c-447c09bb802d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:52.120828 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9ce869ce-038f-4935-816d-ba5181ce3d45 req-f196216c-4399-41ae-871c-447c09bb802d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0568562 Apr 08 11:55:52.168854 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9ce869ce-038f-4935-816d-ba5181ce3d45 req-aa702c22-99ea-4333-8c5e-51b6168e71f9 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Apr 08 11:55:52.267481 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42846) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:52.315413 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e6b7b2-eba9-4748-bade-c74498b1a557 None None] New status for floating IP ce0aa259-ce08-4d17-9fff-078f5bff81b7: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:55:52.323603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (f9dca43c-238c-4c4d-b447-8dd97f943769), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.347343 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (f9dca43c-238c-4c4d-b447-8dd97f943769), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.396604 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f9dca43c-238c-4c4d-b447-8dd97f943769), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.399436 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.400599 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "DELETE /v2.0/security-groups/f9dca43c-238c-4c4d-b447-8dd97f943769 HTTP/1.1" status: 204 len: 168 time: 0.1320791 Apr 08 11:55:52.403280 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:52.410116 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e27e-2d73-4945-9930-3565d4be38fb tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dca43c-238c-4c4d-b447-8dd97f943769,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:52.418690 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.api.v2.resource [None req-d5bc8533-594f-4294-9259-706c3b64622e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] show failed (client error): The resource could not be found. Apr 08 11:55:52.419847 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d5bc8533-594f-4294-9259-706c3b64622e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups/f9dca43c-238c-4c4d-b447-8dd97f943769 HTTP/1.1" status: 404 len: 347 time: 0.0154104 Apr 08 11:55:52.422571 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42850) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:52.552146 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Deleting port 31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:52.552494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.634131 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.634353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.647342 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Calling delete_port for 31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:52.685987 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9d14886d-5c8f-4e66-be0c-4e5fde328f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.785237 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.814376 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event deleted for resources: {'Port': ['ID=31d4ef10-3d3e-4ceb-baf2-4a9cfbcf20be,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:52.877285 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks [] for floatingip (ce0aa259-ce08-4d17-9fff-078f5bff81b7), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.880128 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:52.881296 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-35e8a2f8-bc12-41dc-9e9a-051523a7b7ce tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "DELETE /v2.0/floatingips/ce0aa259-ce08-4d17-9fff-078f5bff81b7 HTTP/1.1" status: 204 len: 168 time: 0.4575729 Apr 08 11:55:53.296838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c887965-ee81-4a12-bd03-12c5c3e5a304 req-4a442494-34ec-42e5-8790-331c24f733c1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:53.298309 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8c887965-ee81-4a12-bd03-12c5c3e5a304 req-4a442494-34ec-42e5-8790-331c24f733c1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0568087 Apr 08 11:55:53.344372 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8c887965-ee81-4a12-bd03-12c5c3e5a304 req-2ed02304-f08c-41a6-88b8-c1dfc6261998 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Apr 08 11:55:53.487008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 2896d447-e096-4536-83e8-5f0283ac9363 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:53.511548 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 2896d447-e096-4536-83e8-5f0283ac9363 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:55:53.511906 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 2896d447-e096-4536-83e8-5f0283ac9363 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:55:53.829592 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.046362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-59fc6ab9-4f40-48d7-ac22-1a8358c64b58 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:54.047837 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-59fc6ab9-4f40-48d7-ac22-1a8358c64b58 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0614264 Apr 08 11:55:54.159300 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Deleting port 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:54.159645 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (3020f800-03bf-4c2e-9a0c-917673041482), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.256820 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] For port 3020f800-03bf-4c2e-9a0c-917673041482, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3020f800-03bf-4c2e-9a0c-917673041482,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:54.257264 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (3020f800-03bf-4c2e-9a0c-917673041482), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.433199 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.433572 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.433894 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Floating IP 9e56f906-8d30-4be3-b1fe-e0ee9f78f959 disassociated. External IP: 172.27.2.193, port: 3020f800-03bf-4c2e-9a0c-917673041482. Apr 08 11:55:54.434278 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Calling delete_port for 3020f800-03bf-4c2e-9a0c-917673041482 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:54.476335 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a59a4-33e9-47d4-9bbf-676b48b33539 req-28307120-1fd4-4982-964d-454d774879a0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:54.477875 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d31a59a4-33e9-47d4-9bbf-676b48b33539 req-28307120-1fd4-4982-964d-454d774879a0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 947 time: 0.0560935 Apr 08 11:55:54.525087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d31a59a4-33e9-47d4-9bbf-676b48b33539 req-d3d4905c-79e6-4d25-83d9-99ba0183167f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=85b59c8c-477a-4cd7-b0c0-e728a0d6183f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 Apr 08 11:55:54.560659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (3020f800-03bf-4c2e-9a0c-917673041482), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.588008 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'Port': ['ID=3020f800-03bf-4c2e-9a0c-917673041482,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:54.704214 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:55:54.815585 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:55:54.827899 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:55:54.838155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:54.838855 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:54.863404 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] No DVR routers for this DVR port 3020f800-03bf-4c2e-9a0c-917673041482 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:55:54.869370 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:54.872727 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7056ef02-b2b0-45c3-a8f1-313aca291c38 req-5da6f6d3-2ec6-42b6-8995-d313c951e825 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "DELETE /v2.0/ports/3020f800-03bf-4c2e-9a0c-917673041482 HTTP/1.1" status: 204 len: 173 time: 0.8189971 Apr 08 11:55:54.873243 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-deleted', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:54.875565 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a92f5-e51f-4b3c-962c-3d93b0b1e3c2" -d '{"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-deleted", "tag": "3020f800-03bf-4c2e-9a0c-917673041482"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:54.915665 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a83e52-df27-4535-adf0-62f0339e017e x-openstack-request-id: req-34a83e52-df27-4535-adf0-62f0339e017e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:54.915954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc52691-ea43-4082-9124-24065a53e378", "name": "network-vif-deleted", "tag": "3020f800-03bf-4c2e-9a0c-917673041482", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:54.916204 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34a83e52-df27-4535-adf0-62f0339e017e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:54.916612 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a83e52-df27-4535-adf0-62f0339e017e'] response: {'server_uuid': '7bc52691-ea43-4082-9124-24065a53e378', 'name': 'network-vif-deleted', 'tag': '3020f800-03bf-4c2e-9a0c-917673041482', 'status': 'completed', 'code': 200} Apr 08 11:55:54.960461 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:55.102999 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:55.179567 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:55.208838 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:55:55.217722 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:55:55.218354 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:55.371372 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9a960-82cf-490a-8e7a-f7e70ef38025 req-e5470869-7808-467f-bf43-a326eea237f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:55.372987 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e7d9a960-82cf-490a-8e7a-f7e70ef38025 req-e5470869-7808-467f-bf43-a326eea237f1 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0553856 Apr 08 11:55:55.421675 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e7d9a960-82cf-490a-8e7a-f7e70ef38025 req-102d6cc1-cd21-45b6-939c-0d7b2c7293e2 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Apr 08 11:55:55.457988 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:55:55.640248 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-91a0e22f-a93e-475d-b038-26784dc851ee req-f5d259ee-b9ca-4edb-a8a8-d8f13dc54f38 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc52691-ea43-4082-9124-24065a53e378 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Apr 08 11:55:55.653989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:55:55.680420 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51aff-8ba7-4918-ae66-44171ddaed96 None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:55:55.909033 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94043a01-5a23-47ff-83b9-9f00fb90a367 None None] New status for floating IP 9e56f906-8d30-4be3-b1fe-e0ee9f78f959: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:55:56.546461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad0caf-2b34-464c-9fb0-da771236198c req-d0735d92-81ba-437e-9578-9855416ed8c3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:56.547943 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-45ad0caf-2b34-464c-9fb0-da771236198c req-d0735d92-81ba-437e-9578-9855416ed8c3 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Apr 08 11:55:56.583728 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:56.600447 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-45ad0caf-2b34-464c-9fb0-da771236198c req-691e0259-d868-4dc2-9efb-56309e066142 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Apr 08 11:55:56.731231 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42882) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:56.784796 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (85b59c8c-477a-4cd7-b0c0-e728a0d6183f), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:56.810642 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (85b59c8c-477a-4cd7-b0c0-e728a0d6183f), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:56.860384 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (85b59c8c-477a-4cd7-b0c0-e728a0d6183f), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:56.863176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:56.864317 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "DELETE /v2.0/security-groups/85b59c8c-477a-4cd7-b0c0-e728a0d6183f HTTP/1.1" status: 204 len: 168 time: 0.1320748 Apr 08 11:55:56.867279 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42884) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:56.873888 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9d4eb-b1b8-40ed-886c-df1705d20cba tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b59c8c-477a-4cd7-b0c0-e728a0d6183f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:56.880646 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-9266855f-5eed-4cc0-acad-e02df8853a9e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] show failed (client error): The resource could not be found. Apr 08 11:55:56.881697 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9266855f-5eed-4cc0-acad-e02df8853a9e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups/85b59c8c-477a-4cd7-b0c0-e728a0d6183f HTTP/1.1" status: 404 len: 347 time: 0.0134037 Apr 08 11:55:56.884702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42886) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:56.945832 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-46d59765-e058-4fc5-9f0a-3894daf6d842 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:56.947285 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-46d59765-e058-4fc5-9f0a-3894daf6d842 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Apr 08 11:55:57.010048 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Deleting port b4078a1a-55ee-4df3-9aee-ee09d468d01e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:57.010312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.050237 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Deleting port 781c46f9-1331-41a3-8b69-3f463dcf0527 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:55:57.050568 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.088297 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.088614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (b4078a1a-55ee-4df3-9aee-ee09d468d01e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.100070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Calling delete_port for b4078a1a-55ee-4df3-9aee-ee09d468d01e owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:57.137260 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] For port 781c46f9-1331-41a3-8b69-3f463dcf0527, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=781c46f9-1331-41a3-8b69-3f463dcf0527,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:55:57.137626 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.150376 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Calling delete_port for 781c46f9-1331-41a3-8b69-3f463dcf0527 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:55:57.264134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (b4078a1a-55ee-4df3-9aee-ee09d468d01e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.277695 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (781c46f9-1331-41a3-8b69-3f463dcf0527), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.289321 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'Port': ['ID=b4078a1a-55ee-4df3-9aee-ee09d468d01e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:57.299944 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['781c46f9-1331-41a3-8b69-3f463dcf0527', '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:55:57.309988 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event deleted for resources: {'Port': ['ID=781c46f9-1331-41a3-8b69-3f463dcf0527,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:57.360222 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] No DVR routers for this DVR port 781c46f9-1331-41a3-8b69-3f463dcf0527 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:55:57.362534 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (9e56f906-8d30-4be3-b1fe-e0ee9f78f959), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.362732 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.365408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.366031 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c10ed094-d400-446b-b9ce-24cbc9dfbaa5 req-e21de319-37a6-4778-bc7a-ddb340e6e8aa tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "DELETE /v2.0/ports/781c46f9-1331-41a3-8b69-3f463dcf0527 HTTP/1.1" status: 204 len: 173 time: 0.4075532 Apr 08 11:55:57.370125 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'name': 'network-vif-deleted', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:55:57.370297 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d3bdb529-1114-483c-adf9-20ceee23aae7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "DELETE /v2.0/floatingips/9e56f906-8d30-4be3-b1fe-e0ee9f78f959 HTTP/1.1" status: 204 len: 168 time: 0.4811819 Apr 08 11:55:57.370384 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97906cb-919d-4008-b8ac-23b2f27387b0" -d '{"events": [{"server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "name": "network-vif-deleted", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:55:57.414241 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb36bf-f6d0-48f7-bc75-bd4d1e4d91dd x-openstack-request-id: req-96cb36bf-f6d0-48f7-bc75-bd4d1e4d91dd {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:55:57.414768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ec44e9-d78a-4752-8e7d-93c306fe11d2", "name": "network-vif-deleted", "tag": "781c46f9-1331-41a3-8b69-3f463dcf0527", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:55:57.415214 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96cb36bf-f6d0-48f7-bc75-bd4d1e4d91dd {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:55:57.415609 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cb36bf-f6d0-48f7-bc75-bd4d1e4d91dd'] response: {'server_uuid': '51ec44e9-d78a-4752-8e7d-93c306fe11d2', 'name': 'network-vif-deleted', 'tag': '781c46f9-1331-41a3-8b69-3f463dcf0527', 'status': 'completed', 'code': 200} Apr 08 11:55:57.584195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42894) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:57.589059 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215535565', 'description': 'tempest-description--1167796532'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:57.611849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.691530 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (9ca9fd16-b70e-4123-86d6-f99657569286), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.701637 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (9ca9fd16-b70e-4123-86d6-f99657569286), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.724792 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-424d3d2d-57c2-4b3c-b2ae-2f962e34e033 req-e18fb312-9e6e-40c0-aff8-1d719d96ca1a tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=51ec44e9-d78a-4752-8e7d-93c306fe11d2 HTTP/1.1" status: 200 len: 210 time: 0.0365169 Apr 08 11:55:57.742840 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:57.746360 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.750696 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1653955 Apr 08 11:55:57.751107 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42898) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:57.755195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863397-9679-4877-8f04-87721944e406 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9fd16-b70e-4123-86d6-f99657569286,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:57.756047 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group_rule': {'security_group_id': '9ca9fd16-b70e-4123-86d6-f99657569286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:57.771459 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 3020f800-03bf-4c2e-9a0c-917673041482 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:55:57.771893 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3020f800-03bf-4c2e-9a0c-917673041482 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:55:57.786573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (63226553-a6ec-410b-803e-fc0279abc8d7), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.849059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (63226553-a6ec-410b-803e-fc0279abc8d7), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.854090 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (63226553-a6ec-410b-803e-fc0279abc8d7), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.871870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63226553-a6ec-410b-803e-fc0279abc8d7,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:57.882401 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.885889 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-28aa66ba-1951-46ae-a1f4-fec3b5bb6227 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312573 Apr 08 11:55:57.886073 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42900) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:57.890444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'security_group_rule': {'security_group_id': '9ca9fd16-b70e-4123-86d6-f99657569286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:57.915733 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (ef52f46f-2cb8-42c0-bfa9-2524eb734a74), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.971551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (ef52f46f-2cb8-42c0-bfa9-2524eb734a74), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.976574 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (ef52f46f-2cb8-42c0-bfa9-2524eb734a74), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:57.993659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef52f46f-2cb8-42c0-bfa9-2524eb734a74,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:58.001250 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.002480 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3a9d4624-ab5d-4ae5-8785-3208b3a33b63 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154840 Apr 08 11:55:58.005635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42902) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:55:58.009935 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:55:58.031967 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.130620 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.232186 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Allocated IP 172.27.2.245 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/42330bec-3956-457a-974b-25b8d6fd1088) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:55:58.332229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (42330bec-3956-457a-974b-25b8d6fd1088), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.369071 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (42330bec-3956-457a-974b-25b8d6fd1088), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.404472 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:55:58.407168 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:55:58.412553 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:55:58.418124 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=42330bec-3956-457a-974b-25b8d6fd1088,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:58.501731 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.539233 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (42330bec-3956-457a-974b-25b8d6fd1088), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.690065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (42330bec-3956-457a-974b-25b8d6fd1088), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.697183 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (42330bec-3956-457a-974b-25b8d6fd1088), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.758035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=42330bec-3956-457a-974b-25b8d6fd1088,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:55:58.771240 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.788079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:55:58.789325 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-cdb12124-f9e6-4a06-b96a-0f8fa5add794 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7827520 Apr 08 11:55:58.941667 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-313ef2b1-1885-4c50-927f-dc9f23706327 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--215535565&fields=id&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 267 time: 0.0423188 Apr 08 11:55:59.010179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd34a0-02ba-4dfe-8485-f07a4a691c45 req-098555c6-e849-4218-bd50-cb967db320b7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:59.011795 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0fd34a0-02ba-4dfe-8485-f07a4a691c45 req-098555c6-e849-4218-bd50-cb967db320b7 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Apr 08 11:55:59.048041 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b1387120-b603-4eba-ad9c-aa42d905f4e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:55:59.049509 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b1387120-b603-4eba-ad9c-aa42d905f4e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 816 time: 0.1012926 Apr 08 11:55:59.058802 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0fd34a0-02ba-4dfe-8485-f07a4a691c45 req-86f15f09-d598-48c8-9499-8997060591ac tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Apr 08 11:55:59.063935 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-a2a9c543-48ce-40c3-a5a2-f3ec38f65d45 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/quotas/6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 375 time: 0.0088236 Apr 08 11:55:59.121826 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-a390a2de-d2ee-4303-9e01-cda6fbe2e258 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526829 Apr 08 11:55:59.267330 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b2ad9102-be00-4329-8fab-5a09abcf02c6 service neutron] 10.222.0.55 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340368 Apr 08 11:55:59.355927 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-776e2aae-94b8-423d-aed3-f58ae8ee34e9 service neutron] 10.222.0.55 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829818 Apr 08 11:55:59.519332 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3155821e-30a8-46a3-aa92-88f1a1894be8 req-7fe0b76b-2f17-4d6a-8e01-2a24deba3f3b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Apr 08 11:55:59.748778 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 781c46f9-1331-41a3-8b69-3f463dcf0527 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:55:59.769770 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 781c46f9-1331-41a3-8b69-3f463dcf0527 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:55:59.770064 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 781c46f9-1331-41a3-8b69-3f463dcf0527 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:00.200031 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93806e-b482-45b3-85f0-42b5db3d1abc req-fab5882c-4f22-4ad4-a16f-3fa4d983e8f0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:00.201496 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8b93806e-b482-45b3-85f0-42b5db3d1abc req-fab5882c-4f22-4ad4-a16f-3fa4d983e8f0 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0686085 Apr 08 11:56:00.246602 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8b93806e-b482-45b3-85f0-42b5db3d1abc req-077c5e22-7f03-4c91-9b44-144f9655959b tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Apr 08 11:56:00.625823 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8a5458e2-ea06-4931-9350-72601fd1f464 req-910478e7-940d-41d4-8f10-21973f048d06 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 210 time: 0.0298223 Apr 08 11:56:01.374700 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789931c2-117c-4139-8cf0-25885fcd00b8 req-7bec4e22-5b87-4ccc-b96e-d01c01ae751e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:01.376215 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-789931c2-117c-4139-8cf0-25885fcd00b8 req-7bec4e22-5b87-4ccc-b96e-d01c01ae751e tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0597970 Apr 08 11:56:01.424656 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-789931c2-117c-4139-8cf0-25885fcd00b8 req-0ec98523-58c6-4175-907f-85e45e9ba975 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/security-groups?id=21685234-6f09-40c3-a1e0-3a4d5bea527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Apr 08 11:56:01.595632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-145bfe38-92fd-42dd-9973-c959de700457 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:01.597296 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-145bfe38-92fd-42dd-9973-c959de700457 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 945 time: 0.0582442 Apr 08 11:56:01.642301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-4e9f90bd-0cd8-4c42-8b2f-26ac4ce250e6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:01.643791 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-4e9f90bd-0cd8-4c42-8b2f-26ac4ce250e6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 816 time: 0.1053245 Apr 08 11:56:01.711736 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Deleting port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:01.712089 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:01.729714 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-418e0914-70cd-4787-9ffd-b68fd9a49a28 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 379 time: 0.0749826 Apr 08 11:56:01.748145 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'port': {'device_id': '65403eef-4107-46df-af7f-a5ad54854972', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'admin_state_up': True, 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'security_groups': ['9ca9fd16-b70e-4123-86d6-f99657569286']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:01.752599 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d0a35bde-5f61-400a-ab75-c959858f5061 req-8383e45f-25b9-41ab-85b9-b675f1e22e25 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 210 time: 0.0414889 Apr 08 11:56:01.816094 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] For port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:01.816461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:01.829016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Calling delete_port for 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:01.854939 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Made reservation on behalf of 6b81377c8b12468182f67de2d1209fa6 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:56:01.858408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:01.952591 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (9b7634ac-fe9b-4566-a22e-0f0c3af62cc3), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:01.965709 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:56:01.983926 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Pushing event deleted for resources: {'Port': ['ID=9b7634ac-fe9b-4566-a22e-0f0c3af62cc3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:01.997335 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Allocated IP 172.20.0.5 (1c059caf-48dc-4058-ba62-0096054317a1/b027db01-c199-455d-bb56-73d7bb15bf0b/90194946-48aa-45ae-b772-d96209ac86cc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:56:02.028011 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] No DVR routers for this DVR port 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:02.030595 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.033868 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6850ab64-0ba6-4a37-b148-abab2df8aa3f req-35285692-4acd-45c0-848e-26d817a4d243 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.44 "DELETE /v2.0/ports/9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 HTTP/1.1" status: 204 len: 173 time: 0.4313509 Apr 08 11:56:02.034308 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'name': 'network-vif-deleted', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:02.036549 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd4eb2b-64b6-450b-99b4-a05c1cf8f68e" -d '{"events": [{"server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "name": "network-vif-deleted", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:02.073420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c68df41-0704-481b-bd8d-09a8b9bc141d x-openstack-request-id: req-6c68df41-0704-481b-bd8d-09a8b9bc141d {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:02.073709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688f24e4-e512-4c0e-b8a4-efee8ede8c19", "name": "network-vif-deleted", "tag": "9b7634ac-fe9b-4566-a22e-0f0c3af62cc3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:02.073960 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c68df41-0704-481b-bd8d-09a8b9bc141d {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:02.074357 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c68df41-0704-481b-bd8d-09a8b9bc141d'] response: {'server_uuid': '688f24e4-e512-4c0e-b8a4-efee8ede8c19', 'name': 'network-vif-deleted', 'tag': '9b7634ac-fe9b-4566-a22e-0f0c3af62cc3', 'status': 'completed', 'code': 200} Apr 08 11:56:02.142512 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for port (90194946-48aa-45ae-b772-d96209ac86cc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.181056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.223141 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Network 1c059caf-48dc-4058-ba62-0096054317a1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:56:02.226245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:56:02.231798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:56:02.238245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:02.283790 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:02.284399 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.303998 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-bb99941e-82aa-4635-92e6-50de2baad132 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596669 Apr 08 11:56:02.419944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Request body: {'port': {'device_id': '65403eef-4107-46df-af7f-a5ad54854972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:02.498301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.502604 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-5b4819c5-4eb4-4b8f-8621-cf1174137298 None None] Provisioning complete for port 90194946-48aa-45ae-b772-d96209ac86cc triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:56:02.503225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5b4819c5-4eb4-4b8f-8621-cf1174137298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (90194946-48aa-45ae-b772-d96209ac86cc), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.541852 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5b4819c5-4eb4-4b8f-8621-cf1174137298 None None] Port 90194946-48aa-45ae-b772-d96209ac86cc cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:56:02.570557 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-851ae162-460e-4264-a051-3e86baf652e0 req-314cc08a-1877-461f-95d6-8ec77a7db122 tempest-ServerRescueNegativeTestJSON-1476900723 tempest-ServerRescueNegativeTestJSON-1476900723-project] 10.222.0.55 "GET /v2.0/ports?device_id=688f24e4-e512-4c0e-b8a4-efee8ede8c19 HTTP/1.1" status: 200 len: 210 time: 0.0313339 Apr 08 11:56:02.799764 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:56:02.807734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks [] for port (90194946-48aa-45ae-b772-d96209ac86cc), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.820514 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Transition to ACTIVE for port object 90194946-48aa-45ae-b772-d96209ac86cc will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:56:02.825470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:02.875544 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:02.891639 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab7d7-fd42-45bf-9025-a8ec98a9eecf req-094ebbb1-312a-4c16-acea-6c0ff23511f5 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:02.893894 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-10eab7d7-fd42-45bf-9025-a8ec98a9eecf req-094ebbb1-312a-4c16-acea-6c0ff23511f5 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0667081 Apr 08 11:56:02.946891 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Attempting to bind port 90194946-48aa-45ae-b772-d96209ac86cc on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:56:02.947224 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Attempting to bind port 90194946-48aa-45ae-b772-d96209ac86cc by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:56:02.947547 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Attempting to bind port 90194946-48aa-45ae-b772-d96209ac86cc on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:56:02.949402 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-10eab7d7-fd42-45bf-9025-a8ec98a9eecf req-2c941fc5-a288-4615-9c44-fd6adcb87b5b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491877 Apr 08 11:56:02.952770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Port 90194946-48aa-45ae-b772-d96209ac86cc on network 1c059caf-48dc-4058-ba62-0096054317a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:56:02.953116 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Attempting to bind port 90194946-48aa-45ae-b772-d96209ac86cc on network 1c059caf-48dc-4058-ba62-0096054317a1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:56:02.958149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:56:02.958480 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Checking segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:56:02.958869 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Bound using segment: {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:56:02.959292 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Bound port: 90194946-48aa-45ae-b772-d96209ac86cc, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:56:02.959642 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:03.029033 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:56:03.032597 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:56:03.039955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:03.076207 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:03.076723 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:03.078333 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] 10.222.0.44 "PUT /v2.0/ports/90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 1093 time: 0.6631606 Apr 08 11:56:03.080536 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:03.082889 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af9111-d8c7-4a83-8dc0-5c1646a52657" -d '{"events": [{"name": "network-changed", "server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:03.110834 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28361fc-4bd0-4ab8-9ac8-23e98b65cf2b service neutron] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:03.131669 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af2bda-abba-4d74-8139-7dfd832801eb x-openstack-request-id: req-41af2bda-abba-4d74-8139-7dfd832801eb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:03.132054 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:03.132393 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41af2bda-abba-4d74-8139-7dfd832801eb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:03.132847 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41af2bda-abba-4d74-8139-7dfd832801eb'] response: {'name': 'network-changed', 'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'status': 'completed', 'code': 200} Apr 08 11:56:03.170425 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-ae77c7f6-c1da-4d3a-92d4-9e345e4dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:03.172061 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-ae77c7f6-c1da-4d3a-92d4-9e345e4dc117 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1127 time: 0.0493565 Apr 08 11:56:03.217318 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-30f8aaff-1a6c-4e98-9139-ffefa49a2e51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 217 time: 0.0377741 Apr 08 11:56:03.264272 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-3e4c32c1-9aea-4a59-9276-dec5c63b4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:03.265782 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-3e4c32c1-9aea-4a59-9276-dec5c63b4993 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0430179 Apr 08 11:56:03.314024 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-55befb1b-3fc9-4345-8fe8-ac848485f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:03.315459 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-55befb1b-3fc9-4345-8fe8-ac848485f926 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438774 Apr 08 11:56:03.409733 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-3661f730-09d2-43de-9f19-b72e57717b95 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Apr 08 11:56:03.497073 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8ade58c-72a1-43f7-8e78-bca7674f92eb req-16263be9-d452-4bb0-9fbe-61a563ac870e service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808148 Apr 08 11:56:03.632726 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42956) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:04.187268 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669466-9133-4353-a28b-784690bcc087 req-fd5f1bf0-4ec3-4f51-ad34-5d7bcf4abf4e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:04.188620 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b669466-9133-4353-a28b-784690bcc087 req-fd5f1bf0-4ec3-4f51-ad34-5d7bcf4abf4e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0996952 Apr 08 11:56:04.296445 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b669466-9133-4353-a28b-784690bcc087 req-93f9db02-cae4-4340-9617-4272fc123f22 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019917 Apr 08 11:56:04.432910 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (d74d470f-090c-4dc6-acff-38010433e7d1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:04.740798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Deleting port 372641d0-c004-4393-aa37-8c47c120ad22 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:04.741276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (372641d0-c004-4393-aa37-8c47c120ad22), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:04.812311 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:04.827710 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] For port 372641d0-c004-4393-aa37-8c47c120ad22, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=372641d0-c004-4393-aa37-8c47c120ad22,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:04.828195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (372641d0-c004-4393-aa37-8c47c120ad22), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:04.843475 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Calling delete_port for 372641d0-c004-4393-aa37-8c47c120ad22 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:05.026314 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (372641d0-c004-4393-aa37-8c47c120ad22), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.050640 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Pushing event deleted for resources: {'Port': ['ID=372641d0-c004-4393-aa37-8c47c120ad22,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:05.215679 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (d74d470f-090c-4dc6-acff-38010433e7d1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.420611 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099a1e-e5f5-4d76-a491-9de3cd9e7de4 req-e3a2e8f9-8d5f-4446-9ba1-e1b95ecb0d5f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:05.422141 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f099a1e-e5f5-4d76-a491-9de3cd9e7de4 req-e3a2e8f9-8d5f-4446-9ba1-e1b95ecb0d5f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0552332 Apr 08 11:56:05.434613 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Router d74d470f-090c-4dc6-acff-38010433e7d1 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:05.545620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:05.550957 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9a802a4a-a02a-4a7d-b2a0-e1deb961a390 admin admin] 10.222.0.55 "PUT /v2.0/routers/d74d470f-090c-4dc6-acff-38010433e7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169562 Apr 08 11:56:05.553522 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42966) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:05.556917 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Sync routers for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:05.568452 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:05.569311 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:05.662120 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks [] for router (d74d470f-090c-4dc6-acff-38010433e7d1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.681601 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:05.725405 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2f099a1e-e5f5-4d76-a491-9de3cd9e7de4 req-7c53591d-f3f9-42d5-a843-2a4d8ba3e88c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972531 Apr 08 11:56:05.773284 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks [] for router_gateway (d74d470f-090c-4dc6-acff-38010433e7d1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.796585 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:56:05.798608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:05.830995 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:05.831724 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 9b7634ac-fe9b-4566-a22e-0f0c3af62cc3 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:05.834626 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Deleting port 14414b48-2db2-49d7-8f04-752f1f8d28da {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:05.834965 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.915610 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] For port 14414b48-2db2-49d7-8f04-752f1f8d28da, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=14414b48-2db2-49d7-8f04-752f1f8d28da,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:05.915841 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:05.928735 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Calling delete_port for 14414b48-2db2-49d7-8f04-752f1f8d28da owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:05.963851 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:05.977971 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '90194946-48aa-45ae-b772-d96209ac86cc', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:56:06.012491 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:56:04Z', 'revision_number': 5, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port': {'id': '14414b48-2db2-49d7-8f04-752f1f8d28da', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:06.043059 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Checking router: d74d470f-090c-4dc6-acff-38010433e7d1 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:06.058414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:56:06.058778 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.060718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Routers {'d74d470f-090c-4dc6-acff-38010433e7d1'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:06.061397 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['d74d470f-090c-4dc6-acff-38010433e7d1'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:06.143308 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:56:06.175984 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:06.182844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.189827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] Set router d74d470f-090c-4dc6-acff-38010433e7d1 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:06.263703 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:56:05Z', 'revision_number': 6, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:06.293500 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30d54c-7b77-4e34-9df6-f211c8d66e9c None None] The sync data for ids ['d74d470f-090c-4dc6-acff-38010433e7d1'] in dv-cinder-815660-8-iscsi is: [{'id': 'd74d470f-090c-4dc6-acff-38010433e7d1', 'name': 'tempest-ServerRescueNegativeTestJSON-47447112-router', 'tenant_id': '19cf5cedde0e402dbaf8adff15370280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:02Z', 'updated_at': '2022-04-08T11:56:05Z', 'revision_number': 6, 'project_id': '19cf5cedde0e402dbaf8adff15370280', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:06.313228 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:06.340979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-ecfa31a8-b51a-48e8-a719-c2e54fa8ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:06.342478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-ecfa31a8-b51a-48e8-a719-c2e54fa8ec92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1127 time: 0.3121986 Apr 08 11:56:06.435811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (14414b48-2db2-49d7-8f04-752f1f8d28da), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.472872 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Pushing event deleted for resources: {'Port': ['ID=14414b48-2db2-49d7-8f04-752f1f8d28da,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:06.500776 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-80505090-d288-43d9-80f6-656d9da41fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:06.502349 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-80505090-d288-43d9-80f6-656d9da41fb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.1432397 Apr 08 11:56:06.529967 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['90194946-48aa-45ae-b772-d96209ac86cc'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:56:06.561953 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-b81426d5-e2f0-4751-a521-76871359906c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 217 time: 0.0415561 Apr 08 11:56:06.597602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (d74d470f-090c-4dc6-acff-38010433e7d1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.712665 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-a047b41a-ceba-4e79-a9f8-ad477300cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:06.714164 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-a047b41a-ceba-4e79-a9f8-ad477300cb7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.1447577 Apr 08 11:56:06.715778 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (d74d470f-090c-4dc6-acff-38010433e7d1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.718229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks [] for router_controller (d74d470f-090c-4dc6-acff-38010433e7d1), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.815422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (d74d470f-090c-4dc6-acff-38010433e7d1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.815970 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d74d470f-090c-4dc6-acff-38010433e7d1 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:56:06.836685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.837840 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b20cface-d61f-4def-9cff-4d3f4020ae8a admin admin] 10.222.0.55 "DELETE /v2.0/routers/d74d470f-090c-4dc6-acff-38010433e7d1 HTTP/1.1" status: 204 len: 168 time: 1.2831933 Apr 08 11:56:06.840676 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42972) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:06.861756 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-c05d8e5a-3dfb-462a-a170-e301299695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:06.863271 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-c05d8e5a-3dfb-462a-a170-e301299695d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381927 Apr 08 11:56:06.875473 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503fd9b-d86c-467d-b108-83db646789e3 req-bf7b00ae-9646-455d-9143-cd1778802a5c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:06.876936 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0503fd9b-d86c-467d-b108-83db646789e3 req-bf7b00ae-9646-455d-9143-cd1778802a5c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0741158 Apr 08 11:56:06.885129 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Deleting subnet fc0bbe77-91d6-42ee-b366-0b6237bbffde {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:56:06.888503 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Publish callbacks [] for subnet (fc0bbe77-91d6-42ee-b366-0b6237bbffde), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.923840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (fc0bbe77-91d6-42ee-b366-0b6237bbffde), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:06.982210 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0503fd9b-d86c-467d-b108-83db646789e3 req-0825465f-c7ae-4f87-9f88-4aa88427c3b9 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971417 Apr 08 11:56:07.002523 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-69de7b77-f3c2-43f7-8af1-c3b1c6f4288b service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246231 Apr 08 11:56:07.030795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (fc0bbe77-91d6-42ee-b366-0b6237bbffde), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.084980 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (fc0bbe77-91d6-42ee-b366-0b6237bbffde), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.111805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0bbe77-91d6-42ee-b366-0b6237bbffde,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:07.113788 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.116978 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5e6435a9-4420-4d79-8d1a-286abf1ff5b2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fc0bbe77-91d6-42ee-b366-0b6237bbffde HTTP/1.1" status: 204 len: 168 time: 0.2750475 Apr 08 11:56:07.119458 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 42974) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:07.121421 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2edeb3-234a-4366-a943-9fcfdbfe9fe5 None None] Network ce912cdf-40ba-471e-9a6e-520f63091172 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:56:07.189500 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (ce912cdf-40ba-471e-9a6e-520f63091172), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.251176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Deleting port b10b5435-b390-4ed0-b739-914e643d0c53 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:07.251552 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.291060 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] DHCP port deletion for ce912cdf-40ba-471e-9a6e-520f63091172 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:56:07.320318 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] For port b10b5435-b390-4ed0-b739-914e643d0c53, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=b10b5435-b390-4ed0-b739-914e643d0c53,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:07.321277 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.335574 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Calling delete_port for b10b5435-b390-4ed0-b739-914e643d0c53 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:07.352408 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Deleting port b10b5435-b390-4ed0-b739-914e643d0c53 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:07.352794 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.357311 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94af9111-d8c7-4a83-8dc0-5c1646a52657 req-806747cf-24b0-4d28-b9c0-1edb5a57f33f service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956440 Apr 08 11:56:07.420649 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] For port b10b5435-b390-4ed0-b739-914e643d0c53, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=b10b5435-b390-4ed0-b739-914e643d0c53,segment=NetworkSegment(54314c4b-ec40-4dec-bed8-4eb36ae4918b),segment_id=54314c4b-ec40-4dec-bed8-4eb36ae4918b)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:07.421073 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.424387 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.434621 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Calling delete_port for b10b5435-b390-4ed0-b739-914e643d0c53 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:07.453663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b10b5435-b390-4ed0-b739-914e643d0c53,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:07.455475 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] No DVR routers for this DVR port b10b5435-b390-4ed0-b739-914e643d0c53 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:07.523794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (ce912cdf-40ba-471e-9a6e-520f63091172), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.543635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce912cdf-40ba-471e-9a6e-520f63091172']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:07.551186 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (b10b5435-b390-4ed0-b739-914e643d0c53), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.553266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54314c4b-ec40-4dec-bed8-4eb36ae4918b') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:07.553562 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54314c4b-ec40-4dec-bed8-4eb36ae4918b') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:07.563314 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (54314c4b-ec40-4dec-bed8-4eb36ae4918b), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.577392 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (54314c4b-ec40-4dec-bed8-4eb36ae4918b), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.584376 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:56:07.584866 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (54314c4b-ec40-4dec-bed8-4eb36ae4918b), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:56:07.587081 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:56:07.652225 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (ce912cdf-40ba-471e-9a6e-520f63091172), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.657977 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.661210 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce912cdf-40ba-471e-9a6e-520f63091172 HTTP/1.1" status: 204 len: 168 time: 0.5408168 Apr 08 11:56:07.672628 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82af08-a2c4-4add-8495-c444ea150f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ce912cdf-40ba-471e-9a6e-520f63091172,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:07.711298 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] Pushing event deleted for resources: {'Port': ['ID=b10b5435-b390-4ed0-b739-914e643d0c53,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:07.713316 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700fcfd-047f-4e23-809c-29f06ee19dc8 None None] No DVR routers for this DVR port b10b5435-b390-4ed0-b739-914e643d0c53 on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:07.793199 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42978) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:07.821414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:56:07.836220 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6a434fd7-24a7-447e-a985-f4f0d588a543 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19cf5cedde0e402dbaf8adff15370280&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412202 Apr 08 11:56:07.841316 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 42980) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:07.852672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 14414b48-2db2-49d7-8f04-752f1f8d28da no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:07.879044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 14414b48-2db2-49d7-8f04-752f1f8d28da {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:07.879384 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 14414b48-2db2-49d7-8f04-752f1f8d28da not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:07.879782 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 372641d0-c004-4393-aa37-8c47c120ad22 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:07.892696 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] Publish callbacks [] for security_group (21685234-6f09-40c3-a1e0-3a4d5bea527d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.898811 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 372641d0-c004-4393-aa37-8c47c120ad22 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:07.899133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 372641d0-c004-4393-aa37-8c47c120ad22 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:07.899529 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device b10b5435-b390-4ed0-b739-914e643d0c53 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:07.913449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] Publish callbacks [] for security_group (21685234-6f09-40c3-a1e0-3a4d5bea527d), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.924549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: b10b5435-b390-4ed0-b739-914e643d0c53 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:07.924906 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device b10b5435-b390-4ed0-b739-914e643d0c53 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:07.932871 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 90194946-48aa-45ae-b772-d96209ac86cc completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:56:07.936665 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 90194946-48aa-45ae-b772-d96209ac86cc triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:56:07.937075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (90194946-48aa-45ae-b772-d96209ac86cc), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.962692 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (21685234-6f09-40c3-a1e0-3a4d5bea527d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.965201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:07.966349 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21685234-6f09-40c3-a1e0-3a4d5bea527d HTTP/1.1" status: 204 len: 168 time: 0.1238892 Apr 08 11:56:07.973868 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc4779-dfe0-429a-aa5b-09883dab4f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21685234-6f09-40c3-a1e0-3a4d5bea527d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:08.030186 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:56:08.030839 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:08.056658 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:08.060979 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36865f-ffba-4d37-a1b5-ebdf2dfbb39d" -d '{"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:08.076692 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:08.083166 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:08.117912 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f7611-9468-45cb-8867-a21fe9174048 x-openstack-request-id: req-539f7611-9468-45cb-8867-a21fe9174048 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:08.118228 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:08.118485 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-539f7611-9468-45cb-8867-a21fe9174048 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:08.118882 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539f7611-9468-45cb-8867-a21fe9174048'] response: {'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'code': 200} Apr 08 11:56:08.126210 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382b251-f54f-4103-9c47-cbf9d0d048e4 req-a2cec11a-1a57-43a6-97a7-ace4e9759508 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.127755 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2382b251-f54f-4103-9c47-cbf9d0d048e4 req-a2cec11a-1a57-43a6-97a7-ace4e9759508 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0644257 Apr 08 11:56:08.150044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:08.196039 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2382b251-f54f-4103-9c47-cbf9d0d048e4 req-4dbc0dd3-1ddc-4617-b00a-d892921ff46c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619793 Apr 08 11:56:08.300309 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9146b1-b4d4-4408-b59d-ef935879a710 req-61f65d17-b106-4a82-94af-0b7f54f69469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:08.301887 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e9146b1-b4d4-4408-b59d-ef935879a710 req-61f65d17-b106-4a82-94af-0b7f54f69469 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1129 time: 0.0450513 Apr 08 11:56:08.350113 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e9146b1-b4d4-4408-b59d-ef935879a710 req-2f745bb9-1c4b-4c65-9676-b68420d6427f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Apr 08 11:56:08.699364 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:56:09.321164 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaccb0e-c73d-4d6c-94df-ebf0624feee6 req-aae11137-fccb-42eb-aa35-cf1ceb1fbb69 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:09.323940 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bbaccb0e-c73d-4d6c-94df-ebf0624feee6 req-aae11137-fccb-42eb-aa35-cf1ceb1fbb69 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0553706 Apr 08 11:56:09.370491 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bbaccb0e-c73d-4d6c-94df-ebf0624feee6 req-54922ceb-4709-4567-bcd1-2f839a389c50 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Apr 08 11:56:10.284523 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-1e0b61af-76fa-4576-8f42-51cfd3407014 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451357 Apr 08 11:56:10.356151 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-251fc3a5-6826-4ab5-832d-3ef6ce53b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.357654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-251fc3a5-6826-4ab5-832d-3ef6ce53b9ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 1130 time: 0.0499423 Apr 08 11:56:10.465284 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-963b09fe-6b4a-45d2-aaaa-594ea9b203a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.466921 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-963b09fe-6b4a-45d2-aaaa-594ea9b203a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.0900013 Apr 08 11:56:10.498660 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69102ec5-f8ce-412a-b208-a032a105c0d1 req-58f1bd33-2658-4479-9d67-b3385b3e59cd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.500268 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-69102ec5-f8ce-412a-b208-a032a105c0d1 req-58f1bd33-2658-4479-9d67-b3385b3e59cd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0579190 Apr 08 11:56:10.535614 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-0d890cf9-49b5-46f5-98db-02f1b5387f74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 200 len: 1002 time: 0.0618780 Apr 08 11:56:10.549656 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-69102ec5-f8ce-412a-b208-a032a105c0d1 req-7bd86722-6055-4945-827b-c3de2493d75e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Apr 08 11:56:10.584619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-3799aa04-447f-4b37-8701-4ba8b797f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.586163 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-3799aa04-447f-4b37-8701-4ba8b797f2e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0435452 Apr 08 11:56:10.663751 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-64d2883a-9e76-49fd-993b-bf0e2671e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.665267 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-64d2883a-9e76-49fd-993b-bf0e2671e3c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726531 Apr 08 11:56:10.679462 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64d8cc-cbff-449a-99b2-785d5465ec8c req-150e50a6-d71e-4be1-a9dc-53f0af51f560 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:10.680784 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ab64d8cc-cbff-449a-99b2-785d5465ec8c req-150e50a6-d71e-4be1-a9dc-53f0af51f560 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0643315 Apr 08 11:56:10.690067 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43038) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:10.694701 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Request body: {'floatingip': {'port_id': '90194946-48aa-45ae-b772-d96209ac86cc'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:10.733808 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:10.765356 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-9045f147-9f5e-458b-a8ba-63eb295843b2 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928271 Apr 08 11:56:10.861526 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ce51e882-6a22-456c-b750-49dc6b05a94b req-a6577be5-b185-4eab-aa3e-4c7c4df05848 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Apr 08 11:56:11.186794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:11.191712 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:11.292644 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Floating IP cdc1fe5c-2e6c-46bb-8651-362bad00105d associated. External IP: 172.27.2.245, port: 90194946-48aa-45ae-b772-d96209ac86cc. Apr 08 11:56:11.515039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:11.635908 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:11.640755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:11.663562 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:11.672487 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d6255f5e-6d94-4035-b232-66f789c68bcd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "PUT /v2.0/floatingips/cdc1fe5c-2e6c-46bb-8651-362bad00105d HTTP/1.1" status: 200 len: 991 time: 0.9813139 Apr 08 11:56:11.673095 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:11.674590 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:11.675381 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:11.675940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dc0655-cb59-4d75-b30b-85cc56ccd75a" -d '{"events": [{"name": "network-changed", "server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:11.712020 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231145ea-1da2-43f3-8dff-0a060a174f42 x-openstack-request-id: req-231145ea-1da2-43f3-8dff-0a060a174f42 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:11.712430 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:11.712740 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-231145ea-1da2-43f3-8dff-0a060a174f42 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:11.713231 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231145ea-1da2-43f3-8dff-0a060a174f42'] response: {'name': 'network-changed', 'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'status': 'completed', 'code': 200} Apr 08 11:56:11.784499 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-ecbd3305-784b-428e-afbe-c45b5cdfe182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:11.786044 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-ecbd3305-784b-428e-afbe-c45b5cdfe182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1129 time: 0.0506332 Apr 08 11:56:11.792791 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:11.878521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-886cb443-af8d-40ba-b89d-04873652f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:11.879968 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-886cb443-af8d-40ba-b89d-04873652f813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0860984 Apr 08 11:56:11.949342 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-c893f579-ef2f-4f46-a910-12672f994353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 999 time: 0.0617020 Apr 08 11:56:11.998070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-c0620f00-7e25-4c6c-8d67-f371015c7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:11.999557 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-c0620f00-7e25-4c6c-8d67-f371015c7ab1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0443940 Apr 08 11:56:12.052264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-4cf18174-e849-4ffd-9457-d6bdaffe08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:12.053815 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-4cf18174-e849-4ffd-9457-d6bdaffe08be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476708 Apr 08 11:56:12.104976 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'cdc1fe5c-2e6c-46bb-8651-362bad00105d', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65403eef-4107-46df-af7f-a5ad54854972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:58Z', 'updated_at': '2022-04-08T11:56:11Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:12.131325 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:12.140024 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:12.140623 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:12.146607 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-e6e7d695-7d2d-4f74-ae8b-3e0fd334b3d8 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Apr 08 11:56:12.241303 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13dc0655-cb59-4d75-b30b-85cc56ccd75a req-0e2de82a-aa6d-4e55-aea4-fc24302ea504 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875871 Apr 08 11:56:12.255490 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:12.480943 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'cdc1fe5c-2e6c-46bb-8651-362bad00105d', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65403eef-4107-46df-af7f-a5ad54854972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:58Z', 'updated_at': '2022-04-08T11:56:11Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:12.506798 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b96ce-c043-48f4-bb28-94eb58d97707 None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'cdc1fe5c-2e6c-46bb-8651-362bad00105d', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65403eef-4107-46df-af7f-a5ad54854972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:55:58Z', 'updated_at': '2022-04-08T11:56:11Z', 'revision_number': 1, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:12.706321 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6faa2-5826-43d6-8e18-5c05615f99c5 req-7ce6ac3e-5c07-43bd-bc65-40b6130dca7f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:12.708458 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d2b6faa2-5826-43d6-8e18-5c05615f99c5 req-7ce6ac3e-5c07-43bd-bc65-40b6130dca7f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0644262 Apr 08 11:56:12.738843 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da4fbb0-84bf-4366-80b0-e453d9c68313 None None] New status for floating IP cdc1fe5c-2e6c-46bb-8651-362bad00105d: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:56:12.763777 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d2b6faa2-5826-43d6-8e18-5c05615f99c5 req-760ee16f-3fc5-485b-acf6-072da5f30421 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493007 Apr 08 11:56:12.939977 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43088) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:13.058354 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.129826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Publish callbacks [] for security_group (34b94ef7-1a1a-488c-9364-3818d949ff36), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.135621 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (34b94ef7-1a1a-488c-9364-3818d949ff36), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.171497 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b94ef7-1a1a-488c-9364-3818d949ff36,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:13.175191 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62b85a331c3840458726903c82b82d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342339 Apr 08 11:56:13.178290 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43092) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:13.181808 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.182190 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.182542 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.182883 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.183217 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.183551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.183876 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.184199 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.184498 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.184848 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.185175 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.185534 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.185916 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.186239 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.186557 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a10-f0d3-42bd-971f-4cf7dfbd342b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:13.229228 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] Publish callbacks [] for security_group (34b94ef7-1a1a-488c-9364-3818d949ff36), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.250776 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] Publish callbacks [] for security_group (34b94ef7-1a1a-488c-9364-3818d949ff36), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.300369 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (34b94ef7-1a1a-488c-9364-3818d949ff36), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.304333 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.305726 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34b94ef7-1a1a-488c-9364-3818d949ff36 HTTP/1.1" status: 204 len: 168 time: 0.1264234 Apr 08 11:56:13.313376 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a0556-a7c7-47d0-87b2-fa4baaf9b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b94ef7-1a1a-488c-9364-3818d949ff36,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:13.600449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43098) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:13.613716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f901f313-b41b-4175-8a89-a08eea52e453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.690238 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f901f313-b41b-4175-8a89-a08eea52e453 admin admin] Publish callbacks [] for security_group (3499ba06-5155-4051-a1e3-af985e249d53), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.696593 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f901f313-b41b-4175-8a89-a08eea52e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3499ba06-5155-4051-a1e3-af985e249d53), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.738789 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f901f313-b41b-4175-8a89-a08eea52e453 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7d2b7a5b5a34fb0a16c5d73e27c205b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372302 Apr 08 11:56:13.739441 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f313-b41b-4175-8a89-a08eea52e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499ba06-5155-4051-a1e3-af985e249d53,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:13.741651 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43100) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:13.796487 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] Publish callbacks [] for security_group (3499ba06-5155-4051-a1e3-af985e249d53), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.819590 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] Publish callbacks [] for security_group (3499ba06-5155-4051-a1e3-af985e249d53), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.902583 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90469a5-f064-4a2a-8fda-c04090f092b0 req-2bcc88fc-0789-42af-8a9b-1609a5807719 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:13.904064 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f90469a5-f064-4a2a-8fda-c04090f092b0 req-2bcc88fc-0789-42af-8a9b-1609a5807719 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0677450 Apr 08 11:56:13.904813 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3499ba06-5155-4051-a1e3-af985e249d53), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.907324 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:13.910765 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3499ba06-5155-4051-a1e3-af985e249d53 HTTP/1.1" status: 204 len: 168 time: 0.1657054 Apr 08 11:56:13.922883 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ddab-adbc-48fb-b419-fb594d620855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499ba06-5155-4051-a1e3-af985e249d53,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:13.929153 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-1f3a12c0-c571-43cf-8205-7419bc65e64a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:13.930929 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-1f3a12c0-c571-43cf-8205-7419bc65e64a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 946 time: 0.0557270 Apr 08 11:56:13.968004 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f90469a5-f064-4a2a-8fda-c04090f092b0 req-ef21dba7-2d1f-4c54-9df4-d75abb49828c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2a3ea42-66a7-4d6e-b468-43e60bc30178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Apr 08 11:56:14.066873 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Deleting port 1016b160-d811-4bef-ad15-373c526d081a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:14.067216 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (1016b160-d811-4bef-ad15-373c526d081a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:14.155020 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] For port 1016b160-d811-4bef-ad15-373c526d081a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1016b160-d811-4bef-ad15-373c526d081a,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:14.155393 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (1016b160-d811-4bef-ad15-373c526d081a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:14.380028 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:14.380579 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:14.380690 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Floating IP 86684208-7203-44f4-8beb-2365ada048e1 disassociated. External IP: 172.27.2.254, port: 1016b160-d811-4bef-ad15-373c526d081a. Apr 08 11:56:14.381177 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Calling delete_port for 1016b160-d811-4bef-ad15-373c526d081a owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:14.508426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (1016b160-d811-4bef-ad15-373c526d081a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:14.537496 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'Port': ['ID=1016b160-d811-4bef-ad15-373c526d081a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:14.651545 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:14.760246 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:14.770887 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:14.780580 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:14.781224 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:14.905684 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:15.144676 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:15.150707 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1cb76718-81ac-4261-b7a8-502b0d6b2a68 req-52b3912b-6391-4b00-8144-d1466f3b0130 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7914e6-4902-463a-95f8-62dc46efa705 HTTP/1.1" status: 200 len: 210 time: 0.0408068 Apr 08 11:56:15.151622 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] No DVR routers for this DVR port 1016b160-d811-4bef-ad15-373c526d081a on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:56:15.154195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:15.157422 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93f356d0-0990-4fce-88ff-3f948f5e203f req-570aaeac-c4ea-4332-a726-298122daa58e tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "DELETE /v2.0/ports/1016b160-d811-4bef-ad15-373c526d081a HTTP/1.1" status: 204 len: 173 time: 1.2202675 Apr 08 11:56:15.157892 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'name': 'network-vif-deleted', 'tag': '1016b160-d811-4bef-ad15-373c526d081a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:15.160158 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9541e72c-6f4a-4eda-8a36-9cc522f0786e" -d '{"events": [{"server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "name": "network-vif-deleted", "tag": "1016b160-d811-4bef-ad15-373c526d081a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:15.178459 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:15.192222 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:15.192926 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:55:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:15.197270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace17e67-1dbe-4875-8c25-e96878124a96 x-openstack-request-id: req-ace17e67-1dbe-4875-8c25-e96878124a96 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:15.197558 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7914e6-4902-463a-95f8-62dc46efa705", "name": "network-vif-deleted", "tag": "1016b160-d811-4bef-ad15-373c526d081a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:15.197846 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ace17e67-1dbe-4875-8c25-e96878124a96 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:15.198251 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace17e67-1dbe-4875-8c25-e96878124a96'] response: {'server_uuid': 'be7914e6-4902-463a-95f8-62dc46efa705', 'name': 'network-vif-deleted', 'tag': '1016b160-d811-4bef-ad15-373c526d081a', 'status': 'completed', 'code': 200} Apr 08 11:56:15.317818 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:15.517623 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:15.548264 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c2fc0-99dd-4896-9670-1dd98bb22a87 None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:15.721400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43160) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:15.802291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf201b34-a6cc-4a47-aab3-8a2011567c25 None None] New status for floating IP 86684208-7203-44f4-8beb-2365ada048e1: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:56:15.829038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fba84915-3946-47a3-a8ef-b40103d04922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:15.903988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fba84915-3946-47a3-a8ef-b40103d04922 admin admin] Publish callbacks [] for security_group (cb296174-f65f-41e5-9605-cb577d563b2f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:15.909629 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fba84915-3946-47a3-a8ef-b40103d04922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cb296174-f65f-41e5-9605-cb577d563b2f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:15.955758 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fba84915-3946-47a3-a8ef-b40103d04922 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e9b92ccc0514efca5f749fa19db8dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331824 Apr 08 11:56:15.956618 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba84915-3946-47a3-a8ef-b40103d04922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb296174-f65f-41e5-9605-cb577d563b2f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:15.958689 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43164) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.005969 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] Publish callbacks [] for security_group (cb296174-f65f-41e5-9605-cb577d563b2f), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.027850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] Publish callbacks [] for security_group (cb296174-f65f-41e5-9605-cb577d563b2f), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.078384 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cb296174-f65f-41e5-9605-cb577d563b2f), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.080841 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.082044 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb296174-f65f-41e5-9605-cb577d563b2f HTTP/1.1" status: 204 len: 168 time: 0.1223621 Apr 08 11:56:16.089774 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979426-4817-4fd4-939e-2a3627df4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb296174-f65f-41e5-9605-cb577d563b2f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:16.257785 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43174) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.311537 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (b2a3ea42-66a7-4d6e-b468-43e60bc30178), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.334120 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (b2a3ea42-66a7-4d6e-b468-43e60bc30178), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.371589 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43176) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.384709 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8c94337-5ec8-4b9e-8d2e-bde367b21364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.397716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (b2a3ea42-66a7-4d6e-b468-43e60bc30178), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.400137 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.401264 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "DELETE /v2.0/security-groups/b2a3ea42-66a7-4d6e-b468-43e60bc30178 HTTP/1.1" status: 204 len: 168 time: 0.1423783 Apr 08 11:56:16.404312 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43178) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.418097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760e686-0353-43c3-ae2e-7d15c78e4962 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3ea42-66a7-4d6e-b468-43e60bc30178,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:16.418455 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.api.v2.resource [None req-70c29fc2-7e30-4e12-a6aa-59eaad7eaf53 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] show failed (client error): The resource could not be found. Apr 08 11:56:16.419839 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-70c29fc2-7e30-4e12-a6aa-59eaad7eaf53 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups/b2a3ea42-66a7-4d6e-b468-43e60bc30178 HTTP/1.1" status: 404 len: 347 time: 0.0140672 Apr 08 11:56:16.423119 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43180) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.473538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8c94337-5ec8-4b9e-8d2e-bde367b21364 admin admin] Publish callbacks [] for security_group (aecf1642-cb62-4402-a86b-97574a128bc7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.478507 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b8c94337-5ec8-4b9e-8d2e-bde367b21364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (aecf1642-cb62-4402-a86b-97574a128bc7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.515509 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c94337-5ec8-4b9e-8d2e-bde367b21364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecf1642-cb62-4402-a86b-97574a128bc7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:16.520157 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b8c94337-5ec8-4b9e-8d2e-bde367b21364 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e46fc80cde1452483b088c79db5c2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476083 Apr 08 11:56:16.523340 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43182) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:16.553006 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Deleting port a69fc391-9b0b-4cd5-8124-98f354ac8766 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:56:16.553350 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.574069 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] Publish callbacks [] for security_group (aecf1642-cb62-4402-a86b-97574a128bc7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.594674 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] Publish callbacks [] for security_group (aecf1642-cb62-4402-a86b-97574a128bc7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.630838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.631110 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (a69fc391-9b0b-4cd5-8124-98f354ac8766), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.644390 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Calling delete_port for a69fc391-9b0b-4cd5-8124-98f354ac8766 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:56:16.646529 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (aecf1642-cb62-4402-a86b-97574a128bc7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.649265 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.653483 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aecf1642-cb62-4402-a86b-97574a128bc7 HTTP/1.1" status: 204 len: 168 time: 0.1293190 Apr 08 11:56:16.661643 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df3b63-ab7c-43c1-9050-5a68cd99bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecf1642-cb62-4402-a86b-97574a128bc7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:16.781709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (a69fc391-9b0b-4cd5-8124-98f354ac8766), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.815594 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'Port': ['ID=a69fc391-9b0b-4cd5-8124-98f354ac8766,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:16.879058 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (86684208-7203-44f4-8beb-2365ada048e1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.881656 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:16.882767 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e02cfe31-1060-4af9-9c18-78f569f2ba37 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "DELETE /v2.0/floatingips/86684208-7203-44f4-8beb-2365ada048e1 HTTP/1.1" status: 204 len: 168 time: 0.4585295 Apr 08 11:56:17.217759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43204) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:17.222423 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552114644', 'description': 'tempest-description--81240847'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:17.242990 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.309027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (2296681f-d60d-4f04-8798-0a92bc12abe5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.314308 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2296681f-d60d-4f04-8798-0a92bc12abe5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.341937 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.343165 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1243787 Apr 08 11:56:17.346407 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43208) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:17.347141 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25c9c0-772f-4993-b469-f60376099276 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2296681f-d60d-4f04-8798-0a92bc12abe5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:17.352760 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group_rule': {'security_group_id': '2296681f-d60d-4f04-8798-0a92bc12abe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:17.380817 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (1c3623d9-e103-4cae-8a25-bd6e07fecc3e), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.437970 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (1c3623d9-e103-4cae-8a25-bd6e07fecc3e), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.443229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (1c3623d9-e103-4cae-8a25-bd6e07fecc3e), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.461992 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3623d9-e103-4cae-8a25-bd6e07fecc3e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:17.472792 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.474092 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-bf3c391b-b72c-420a-b854-1453d711c661 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263473 Apr 08 11:56:17.476759 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43212) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:17.481149 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'security_group_rule': {'security_group_id': '2296681f-d60d-4f04-8798-0a92bc12abe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:17.507683 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (944af837-15ee-4eab-8691-6bac255f6d7e), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.563381 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (944af837-15ee-4eab-8691-6bac255f6d7e), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.567861 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (944af837-15ee-4eab-8691-6bac255f6d7e), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.587811 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944af837-15ee-4eab-8691-6bac255f6d7e,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:17.594724 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.596071 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-660b6182-b0ea-4209-b76d-dc9ff31cd440 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182313 Apr 08 11:56:17.599161 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43218) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:17.603650 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:17.625884 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.730063 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.846143 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Allocated IP 172.27.2.20 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/ada00ba7-ec55-4e13-957c-03873cf85d7e) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:56:17.917714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 1016b160-d811-4bef-ad15-373c526d081a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:56:17.938714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 1016b160-d811-4bef-ad15-373c526d081a {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:56:17.939324 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 1016b160-d811-4bef-ad15-373c526d081a not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:56:17.949016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:17.983243 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.019827 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:56:18.022606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:56:18.028172 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:56:18.033804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=ada00ba7-ec55-4e13-957c-03873cf85d7e,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:18.119793 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.159781 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.315288 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.319844 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.384761 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=ada00ba7-ec55-4e13-957c-03873cf85d7e,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:18.396457 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.412754 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.414150 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-931ee8e7-b009-47f9-b849-b16d04f04265 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8139820 Apr 08 11:56:18.610200 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-bfd14a50-1312-45cc-b1dc-08c476024b45 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1552114644&fields=id&tenant_id=e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 267 time: 0.0423119 Apr 08 11:56:18.719887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-6396ecb5-3ee3-458a-83f5-0dae76c66a9c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:18.721425 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-6396ecb5-3ee3-458a-83f5-0dae76c66a9c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 811 time: 0.1048341 Apr 08 11:56:18.737339 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-41e06a79-bbf4-4779-853a-3233dd0920cc tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/quotas/e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 375 time: 0.0100675 Apr 08 11:56:18.780310 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43276) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:18.798564 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-73ab18cc-6b52-4478-8e3d-39e3cee222af tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558755 Apr 08 11:56:18.898125 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6aa32bf6-4259-4c68-b8a7-be967b4c34b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:18.923448 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-dfb90a8a-d744-47ad-90df-c7f7df1631ba service neutron] 10.222.0.55 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126385 Apr 08 11:56:19.044410 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-fbc84667-e0d2-461a-8384-18287bcddfb3 service neutron] 10.222.0.55 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147211 Apr 08 11:56:19.057700 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6aa32bf6-4259-4c68-b8a7-be967b4c34b2 admin admin] Publish callbacks [] for security_group (57070f2b-a5c7-4dfe-b342-95c444a047ec), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.063423 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6aa32bf6-4259-4c68-b8a7-be967b4c34b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (57070f2b-a5c7-4dfe-b342-95c444a047ec), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.101586 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6aa32bf6-4259-4c68-b8a7-be967b4c34b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9681e1193e34488686cc8e029699c34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188224 Apr 08 11:56:19.104256 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43280) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:19.106210 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa32bf6-4259-4c68-b8a7-be967b4c34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57070f2b-a5c7-4dfe-b342-95c444a047ec,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:19.156413 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] Publish callbacks [] for security_group (57070f2b-a5c7-4dfe-b342-95c444a047ec), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.180808 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] Publish callbacks [] for security_group (57070f2b-a5c7-4dfe-b342-95c444a047ec), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.219811 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5cd5a100-d8dd-4a72-af11-a47d50072a6d req-667f0a2b-f965-4aa8-8895-50a4a9505ee5 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 210 time: 0.0302582 Apr 08 11:56:19.238349 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (57070f2b-a5c7-4dfe-b342-95c444a047ec), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.241413 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.242431 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57070f2b-a5c7-4dfe-b342-95c444a047ec HTTP/1.1" status: 204 len: 168 time: 0.1373231 Apr 08 11:56:19.251328 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6088033-f680-4972-a860-5b30109fe8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57070f2b-a5c7-4dfe-b342-95c444a047ec,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:19.511014 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43296) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:19.525122 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cf670f5-5962-4350-9e7d-2d70defaf88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.607677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cf670f5-5962-4350-9e7d-2d70defaf88d admin admin] Publish callbacks [] for security_group (06fb5ad2-57d8-4cf5-a819-078be6a0e638), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.613175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cf670f5-5962-4350-9e7d-2d70defaf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (06fb5ad2-57d8-4cf5-a819-078be6a0e638), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.651590 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7cf670f5-5962-4350-9e7d-2d70defaf88d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94611217dc9042f295e55c62f3db3c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394114 Apr 08 11:56:19.652441 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf670f5-5962-4350-9e7d-2d70defaf88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb5ad2-57d8-4cf5-a819-078be6a0e638,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:19.654679 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43298) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:19.702854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] Publish callbacks [] for security_group (06fb5ad2-57d8-4cf5-a819-078be6a0e638), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.727893 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] Publish callbacks [] for security_group (06fb5ad2-57d8-4cf5-a819-078be6a0e638), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.775512 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (06fb5ad2-57d8-4cf5-a819-078be6a0e638), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.778193 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:19.779316 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06fb5ad2-57d8-4cf5-a819-078be6a0e638 HTTP/1.1" status: 204 len: 168 time: 0.1239669 Apr 08 11:56:19.793837 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e6836-607d-4700-8f57-5db921289a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb5ad2-57d8-4cf5-a819-078be6a0e638,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:20.185079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-0f27e434-dde4-4811-adc7-50847709ce0c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:20.186629 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-0f27e434-dde4-4811-adc7-50847709ce0c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 811 time: 0.1135297 Apr 08 11:56:20.261790 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-b04877ed-198b-4c74-8279-7a6de0ac77e3 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0e55e4bdb244a69af7795108ad500fb HTTP/1.1" status: 200 len: 380 time: 0.0652413 Apr 08 11:56:20.321598 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-893de8f2-0f31-4444-8225-300de92267c9 req-0ff698b8-e9b5-4905-8544-4b3a88252243 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 210 time: 0.0279012 Apr 08 11:56:20.330104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'port': {'device_id': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'admin_state_up': True, 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'security_groups': ['2296681f-d60d-4f04-8798-0a92bc12abe5']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:20.433671 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-920a19e9-6632-4bd1-924d-59b20c91b781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:20.443312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Made reservation on behalf of e0e55e4bdb244a69af7795108ad500fb for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:56:20.447111 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:20.573284 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Allocated IP 172.20.0.5 (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf/59fec379-bd10-40c4-9f94-d73d6c25e227/0e9aa867-3810-48c4-8511-ffd929d4d50c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:56:20.713304 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:20.748293 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:20.791322 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:56:20.794505 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:56:20.800950 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:56:20.807779 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event updated for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:20.840054 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.840384 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.840728 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.841086 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.841419 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.841746 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.842070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.842391 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.842712 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.843032 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.843348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.843853 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.844395 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.844696 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.845029 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:56:20.870769 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:20.871410 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:20.889726 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-1c58af03-82ec-4f77-99ea-4c8940033890 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635107 Apr 08 11:56:20.921266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Request body: {'port': {'device_id': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:20.988663 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.041013 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-1777f785-d1ab-4340-aa00-3c7bd78c2890 None None] Provisioning complete for port 0e9aa867-3810-48c4-8511-ffd929d4d50c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:56:21.041370 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1777f785-d1ab-4340-aa00-3c7bd78c2890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.077977 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-1777f785-d1ab-4340-aa00-3c7bd78c2890 None None] Port 0e9aa867-3810-48c4-8511-ffd929d4d50c cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:56:21.259595 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9aa867-3810-48c4-8511-ffd929d4d50c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:56:21.267176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks [] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.279449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Transition to ACTIVE for port object 0e9aa867-3810-48c4-8511-ffd929d4d50c will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:56:21.285186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.335490 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:21.449917 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Attempting to bind port 0e9aa867-3810-48c4-8511-ffd929d4d50c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:56:21.450186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Attempting to bind port 0e9aa867-3810-48c4-8511-ffd929d4d50c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:56:21.450478 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Attempting to bind port 0e9aa867-3810-48c4-8511-ffd929d4d50c on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:56:21.458786 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Port 0e9aa867-3810-48c4-8511-ffd929d4d50c on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:56:21.459399 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Attempting to bind port 0e9aa867-3810-48c4-8511-ffd929d4d50c on network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:56:21.467733 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:56:21.468066 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Checking segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:56:21.468447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Bound using segment: {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:56:21.468920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Bound port: 0e9aa867-3810-48c4-8511-ffd929d4d50c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847d19f6-f8ed-4dc0-80d7-28dacceb6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:56:21.469263 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.496135 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a86cf6-d9d9-478d-a3f2-fb6ae5a2a87d req-5844f776-ec70-4483-a0f7-80e5a34e576d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:21.497808 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00a86cf6-d9d9-478d-a3f2-fb6ae5a2a87d req-5844f776-ec70-4483-a0f7-80e5a34e576d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 943 time: 0.0931346 Apr 08 11:56:21.599211 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:56:21.603982 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00a86cf6-d9d9-478d-a3f2-fb6ae5a2a87d req-9033e151-1707-477e-a0b0-9d282877fc15 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901377 Apr 08 11:56:21.605784 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:56:21.616455 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.633400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:21.634934 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:21.636466 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e9aa867-3810-48c4-8511-ffd929d4d50c HTTP/1.1" status: 200 len: 1093 time: 0.7206175 Apr 08 11:56:21.637061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:21.639217 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05bc6a-43ff-41be-8e29-52a697b18961" -d '{"events": [{"name": "network-changed", "server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:21.708451 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782176-57df-4373-bbd6-b90205ac4b01 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:21.729489 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c91fe-fea1-4ce1-b4a4-3abe676a28b9 x-openstack-request-id: req-c13c91fe-fea1-4ce1-b4a4-3abe676a28b9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:21.729783 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:21.730027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c13c91fe-fea1-4ce1-b4a4-3abe676a28b9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:21.730427 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13c91fe-fea1-4ce1-b4a4-3abe676a28b9'] response: {'name': 'network-changed', 'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'status': 'completed', 'code': 200} Apr 08 11:56:21.757134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-e370686f-4d12-4983-90b8-bb2a26e2a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:21.758678 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-e370686f-4d12-4983-90b8-bb2a26e2a13a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 1127 time: 0.0615244 Apr 08 11:56:21.801597 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-a3c17151-6462-4181-b256-8b33fd861578 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c HTTP/1.1" status: 200 len: 217 time: 0.0351818 Apr 08 11:56:21.856485 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-80906129-800a-4aec-8fb6-5eb4622229a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:21.858047 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-80906129-800a-4aec-8fb6-5eb4622229a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0492330 Apr 08 11:56:21.908408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-9255ddb9-60a2-4230-93c0-9d461012a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:21.910003 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-9255ddb9-60a2-4230-93c0-9d461012a475 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452254 Apr 08 11:56:22.002701 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-a4e0f754-52a4-4c58-a6d1-5dc2b1aae38c service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848989 Apr 08 11:56:22.092011 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76f8261e-8390-4902-a850-22a4cc6cce36 req-3ef74d9a-111b-47f4-9cb7-69f19daa7e9a service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833676 Apr 08 11:56:22.695230 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec726d61-6b38-4c3c-954b-5ee04b36de5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:22.730809 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea016-2fd0-47ca-9f69-d6407480af03 req-23a7d178-3d07-463c-bb89-8416b6d997e7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:22.732290 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-005ea016-2fd0-47ca-9f69-d6407480af03 req-23a7d178-3d07-463c-bb89-8416b6d997e7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 943 time: 0.0545969 Apr 08 11:56:22.782524 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-005ea016-2fd0-47ca-9f69-d6407480af03 req-99f06286-dfdb-4a3c-9334-8d69b4503a73 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Apr 08 11:56:23.834402 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:23.918459 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5bdf4-2d2e-487e-9cc4-43c8b51e119e req-e4fbce8e-8940-41b6-9dcb-d64f51f34bb4 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:23.920687 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-49a5bdf4-2d2e-487e-9cc4-43c8b51e119e req-e4fbce8e-8940-41b6-9dcb-d64f51f34bb4 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 943 time: 0.0642619 Apr 08 11:56:23.967313 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-49a5bdf4-2d2e-487e-9cc4-43c8b51e119e req-04ca7227-6b1b-4a09-80e5-7261a52d6536 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Apr 08 11:56:24.649237 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-1169558e-438a-49e4-bb5c-d9a796a24cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:24.650778 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-1169558e-438a-49e4-bb5c-d9a796a24cfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 1127 time: 0.0507896 Apr 08 11:56:24.739171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-b460600c-cb0c-4fcf-b6c8-1a591b6f46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:24.740624 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-b460600c-cb0c-4fcf-b6c8-1a591b6f46cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.0837548 Apr 08 11:56:24.783572 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-d19730a3-583e-4313-a796-b5e1c8bea81e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c HTTP/1.1" status: 200 len: 217 time: 0.0357325 Apr 08 11:56:24.831550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-fb9fdf51-da7c-41dc-b6b1-691136d5a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:24.832923 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-fb9fdf51-da7c-41dc-b6b1-691136d5a07c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.0436308 Apr 08 11:56:24.883426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-9b070716-d09d-46cd-818b-f8aebee6f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:24.885002 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-9b070716-d09d-46cd-818b-f8aebee6f6bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458760 Apr 08 11:56:24.986406 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-35635778-4b88-42d1-84a7-901a3a626786 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946958 Apr 08 11:56:25.070104 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:25.112638 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc05bc6a-43ff-41be-8e29-52a697b18961 req-49354d29-34cf-4c61-a140-6bfa8f7e468f service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185825 Apr 08 11:56:25.125685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927870-4238-4479-a6ab-c5009f37966c req-9dc95d36-1705-41c3-aa25-9bad0c72d861 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:25.127136 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d8927870-4238-4479-a6ab-c5009f37966c req-9dc95d36-1705-41c3-aa25-9bad0c72d861 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 943 time: 0.0829258 Apr 08 11:56:25.173339 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d8927870-4238-4479-a6ab-c5009f37966c req-f9b8f52a-7b90-42b9-aa21-070a23c8404c tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Apr 08 11:56:25.952786 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 0e9aa867-3810-48c4-8511-ffd929d4d50c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:56:26.056319 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:26.067616 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'port_id': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'mac_address': 'fa:16:3e:18:a9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:56:26.117616 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 0e9aa867-3810-48c4-8511-ffd929d4d50c is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:56:26.118318 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:26.131540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9aa867-3810-48c4-8511-ffd929d4d50c {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:56:26.151573 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:26.157171 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:26.205479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:26.310093 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb3fb8-8d3a-4f51-ab32-f9fa9c11761b req-f1517264-e07e-4804-9d2a-27bcf3f2580b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:26.311591 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aecb3fb8-8d3a-4f51-ab32-f9fa9c11761b req-f1517264-e07e-4804-9d2a-27bcf3f2580b tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 944 time: 0.0605612 Apr 08 11:56:26.362711 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aecb3fb8-8d3a-4f51-ab32-f9fa9c11761b req-3508c330-53f9-4c4c-bab1-b336cf3546df tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Apr 08 11:56:26.525380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['0e9aa867-3810-48c4-8511-ffd929d4d50c'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:56:26.589082 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:27.498598 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790d8f2-78e7-4610-95d1-4036c1babce2 req-0e4602ba-a746-4d5a-8a50-c7a1e6350247 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:27.499984 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8790d8f2-78e7-4610-95d1-4036c1babce2 req-0e4602ba-a746-4d5a-8a50-c7a1e6350247 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 944 time: 0.0555756 Apr 08 11:56:27.549415 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8790d8f2-78e7-4610-95d1-4036c1babce2 req-e1f82540-cb3c-42b7-83a2-a0753440273f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Apr 08 11:56:27.957909 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 0e9aa867-3810-48c4-8511-ffd929d4d50c up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:56:28.019471 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 0e9aa867-3810-48c4-8511-ffd929d4d50c completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:56:28.023975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 0e9aa867-3810-48c4-8511-ffd929d4d50c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:56:28.024359 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:28.106979 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 0e9aa867-3810-48c4-8511-ffd929d4d50c is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:56:28.107657 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:28.133289 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:28.135559 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec5c57-c987-45f4-8f0c-c34b1d340d08" -d '{"events": [{"server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "name": "network-vif-plugged", "status": "completed", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:28.147818 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:56:28.152985 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:28.176597 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a2ebc-f63c-4b40-84a2-358a70f40c64 x-openstack-request-id: req-964a2ebc-f63c-4b40-84a2-358a70f40c64 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:28.176924 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "name": "network-vif-plugged", "status": "completed", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:28.177181 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-964a2ebc-f63c-4b40-84a2-358a70f40c64 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:28.177571 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964a2ebc-f63c-4b40-84a2-358a70f40c64'] response: {'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'code': 200} Apr 08 11:56:28.204121 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:28.355540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474584a9-2fbb-476e-9f3e-63015cb7126f req-260b96b0-e95d-4338-9508-f484ed377b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:28.357119 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-474584a9-2fbb-476e-9f3e-63015cb7126f req-260b96b0-e95d-4338-9508-f484ed377b31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 1129 time: 0.0524669 Apr 08 11:56:28.402835 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-474584a9-2fbb-476e-9f3e-63015cb7126f req-02153912-f04b-4482-a091-0445321df0a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 Apr 08 11:56:28.679384 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859404ca-6127-4de2-8ee3-22f0310415be req-a3e9e74e-500c-46bf-ad39-b575990c23d1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:28.680727 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-859404ca-6127-4de2-8ee3-22f0310415be req-a3e9e74e-500c-46bf-ad39-b575990c23d1 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0543466 Apr 08 11:56:28.735367 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-859404ca-6127-4de2-8ee3-22f0310415be req-9b4acdbf-131c-42b7-a214-0f5bb8792416 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Apr 08 11:56:29.860850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf645-ac83-4f73-94e6-36bff38c55e1 req-e863f7b5-3fa9-479b-a932-eec8bd3d550d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:29.862455 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3e4bf645-ac83-4f73-94e6-36bff38c55e1 req-e863f7b5-3fa9-479b-a932-eec8bd3d550d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0536497 Apr 08 11:56:29.910493 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3e4bf645-ac83-4f73-94e6-36bff38c55e1 req-06c1a00a-a831-495e-88b2-aae9c1dbfaff tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Apr 08 11:56:30.560119 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43440) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:30.665702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2ad0-7a96-41f8-aa8d-88c64a7dba53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:30.745695 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2ad0-7a96-41f8-aa8d-88c64a7dba53 admin admin] Publish callbacks [] for security_group (4cc9fd58-c417-40f2-9843-70e2d56e26e5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:30.752060 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2ad0-7a96-41f8-aa8d-88c64a7dba53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4cc9fd58-c417-40f2-9843-70e2d56e26e5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:30.792965 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ae8d2ad0-7a96-41f8-aa8d-88c64a7dba53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0212e909f1c46148b82140b8be6759c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317095 Apr 08 11:56:30.793837 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2ad0-7a96-41f8-aa8d-88c64a7dba53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9fd58-c417-40f2-9843-70e2d56e26e5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:30.796174 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43444) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:30.846969 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] Publish callbacks [] for security_group (4cc9fd58-c417-40f2-9843-70e2d56e26e5), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:30.870349 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] Publish callbacks [] for security_group (4cc9fd58-c417-40f2-9843-70e2d56e26e5), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.038949 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cc6e5-ca85-4c3c-b74b-e7b1110272c6 req-7b2ad728-a4eb-468f-aa35-c763582e028f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:31.040475 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-477cc6e5-ca85-4c3c-b74b-e7b1110272c6 req-7b2ad728-a4eb-468f-aa35-c763582e028f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0577054 Apr 08 11:56:31.092006 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-477cc6e5-ca85-4c3c-b74b-e7b1110272c6 req-c8f302d9-7279-433e-a3d4-da1da2b124d7 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Apr 08 11:56:31.200770 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4cc9fd58-c417-40f2-9843-70e2d56e26e5), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.203251 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.204376 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cc9fd58-c417-40f2-9843-70e2d56e26e5 HTTP/1.1" status: 204 len: 168 time: 0.4070601 Apr 08 11:56:31.216902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f52e12-0bec-43a6-9287-ee504fcb044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9fd58-c417-40f2-9843-70e2d56e26e5,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:31.230930 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bade80-5cc7-4781-b0ba-58af50df5df1 req-c92cdd93-c00f-45b0-9eb7-34ad61153f81 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:31.232200 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d6bade80-5cc7-4781-b0ba-58af50df5df1 req-c92cdd93-c00f-45b0-9eb7-34ad61153f81 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0729892 Apr 08 11:56:31.247497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43452) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:31.252130 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Request body: {'floatingip': {'port_id': '0e9aa867-3810-48c4-8511-ffd929d4d50c'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:56:31.291499 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.476525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43456) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:31.490448 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74160ab8-29cf-4a41-91e4-097ee69b0789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.569444 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74160ab8-29cf-4a41-91e4-097ee69b0789 admin admin] Publish callbacks [] for security_group (6f7040a8-24da-4226-805d-2fd667792698), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.575330 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-74160ab8-29cf-4a41-91e4-097ee69b0789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6f7040a8-24da-4226-805d-2fd667792698), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.611601 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74160ab8-29cf-4a41-91e4-097ee69b0789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7040a8-24da-4226-805d-2fd667792698,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:31.616023 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-74160ab8-29cf-4a41-91e4-097ee69b0789 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75f637265a074dd3b2c5439f3ec098b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383982 Apr 08 11:56:31.618789 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:31.671274 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] Publish callbacks [] for security_group (6f7040a8-24da-4226-805d-2fd667792698), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.698043 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] Publish callbacks [] for security_group (6f7040a8-24da-4226-805d-2fd667792698), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.750142 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.754107 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6f7040a8-24da-4226-805d-2fd667792698), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.754959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.756804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:31.758041 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f7040a8-24da-4226-805d-2fd667792698 HTTP/1.1" status: 204 len: 168 time: 0.1383073 Apr 08 11:56:31.769238 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bf474-1551-4d97-8c34-c9a32c1124be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7040a8-24da-4226-805d-2fd667792698,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:31.858722 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Floating IP ce60a581-ec93-4baa-9437-b1146375dffe associated. External IP: 172.27.2.20, port: 0e9aa867-3810-48c4-8511-ffd929d4d50c. Apr 08 11:56:32.077653 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:56:32.194881 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:56:32.199898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:32.206211 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:56:32.215982 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:32.216601 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:56:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:32.239407 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8f13e1cd-2f15-4f12-aef4-68e611179755 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "PUT /v2.0/floatingips/ce60a581-ec93-4baa-9437-b1146375dffe HTTP/1.1" status: 200 len: 990 time: 0.9807668 Apr 08 11:56:32.239407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:56:32.239407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6349183-a83f-4262-97c9-e69d89a66aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:56:32.270514 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4087375c-1f34-4283-991b-6d83118c9150 x-openstack-request-id: req-4087375c-1f34-4283-991b-6d83118c9150 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:56:32.270806 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:56:32.271034 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4087375c-1f34-4283-991b-6d83118c9150 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:56:32.271463 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4087375c-1f34-4283-991b-6d83118c9150'] response: {'name': 'network-changed', 'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'status': 'completed', 'code': 200} Apr 08 11:56:32.331239 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:32.338919 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-303b8b73-d7a8-4e44-bcb8-b191d2db68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:32.340467 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-303b8b73-d7a8-4e44-bcb8-b191d2db68c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e55e4bdb244a69af7795108ad500fb&device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 1129 time: 0.0465357 Apr 08 11:56:32.437531 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-b30be3d1-923a-423b-97ae-1163d3991234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:32.439110 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-b30be3d1-923a-423b-97ae-1163d3991234 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 200 len: 912 time: 0.0923533 Apr 08 11:56:32.506590 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-dcd28ea9-7b68-4888-a5f7-2853a7e5f02b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c HTTP/1.1" status: 200 len: 998 time: 0.0608320 Apr 08 11:56:32.669660 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce60a581-ec93-4baa-9437-b1146375dffe', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:18:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:56:18Z', 'updated_at': '2022-04-08T11:56:31Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:32.701726 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:56:32.711829 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:56:32.712528 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:56:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:32.817930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-13f8ab7c-d92e-4230-ade1-061c55eeabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:32.819164 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-13f8ab7c-d92e-4230-ade1-061c55eeabfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 200 len: 850 time: 0.3057644 Apr 08 11:56:32.834325 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:56:32.875220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-438d3fb9-bbd2-4c3f-baff-ab7906039177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:56:32.876725 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-438d3fb9-bbd2-4c3f-baff-ab7906039177 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501158 Apr 08 11:56:32.986168 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-ef83a22d-c9e4-4e43-8896-070dc56b35f6 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028333 Apr 08 11:56:33.086565 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6349183-a83f-4262-97c9-e69d89a66aa4 req-54547de2-1d43-4dc9-8147-6e54d77dce09 service neutron] 10.222.0.44 "GET /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942078 Apr 08 11:56:33.101686 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce60a581-ec93-4baa-9437-b1146375dffe', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:18:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:56:18Z', 'updated_at': '2022-04-08T11:56:31Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:56:33.132608 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbc1fc-0cde-46b8-9b9f-f0db2c7281cb None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'ce60a581-ec93-4baa-9437-b1146375dffe', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'port_id': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'mac_address': 'fa:16:3e:18:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:56:18Z', 'updated_at': '2022-04-08T11:56:31Z', 'revision_number': 1, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:56:33.322326 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13236364-22cd-4d6a-936d-c883dfba8ae4 None None] New status for floating IP ce60a581-ec93-4baa-9437-b1146375dffe: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:56:34.821095 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:45.701202 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:56:50.438685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e836dd00-8170-4711-806d-12a38a86a831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:52.695303 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6f6871eb-6608-4342-be98-d9eebc33aa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:53.841360 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:55.075918 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:56.582875 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:57.950007 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43644) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:58.060582 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65f4e2c1-ee35-409f-b02e-5ade74d9cfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.134190 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65f4e2c1-ee35-409f-b02e-5ade74d9cfaa admin admin] Publish callbacks [] for security_group (9e0ff0f5-b958-4940-967f-a91c1450ce48), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.140954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-65f4e2c1-ee35-409f-b02e-5ade74d9cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (9e0ff0f5-b958-4940-967f-a91c1450ce48), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.178010 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-65f4e2c1-ee35-409f-b02e-5ade74d9cfaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2da2258833284937af196956ca0afed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269344 Apr 08 11:56:58.178825 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4e2c1-ee35-409f-b02e-5ade74d9cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ff0f5-b958-4940-967f-a91c1450ce48,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:56:58.181104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43648) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:56:58.234693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] Publish callbacks [] for security_group (9e0ff0f5-b958-4940-967f-a91c1450ce48), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.256287 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] Publish callbacks [] for security_group (9e0ff0f5-b958-4940-967f-a91c1450ce48), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.309784 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (9e0ff0f5-b958-4940-967f-a91c1450ce48), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.312300 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:56:58.313451 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e0ff0f5-b958-4940-967f-a91c1450ce48 HTTP/1.1" status: 204 len: 168 time: 0.1312296 Apr 08 11:56:58.320825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a09f-5ecb-42e3-a4a2-704d2631df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ff0f5-b958-4940-967f-a91c1450ce48,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:04.850653 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:12.089673 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-e6287f56-03d0-4289-be7e-afed283ab528 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459895 Apr 08 11:57:12.154609 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-c712f655-2c25-49ab-a419-1269e9455ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:12.156007 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-c712f655-2c25-49ab-a419-1269e9455ff7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0454891 Apr 08 11:57:12.264175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-2679d20d-5891-4e80-b2a3-d16233a31177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:12.265678 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-2679d20d-5891-4e80-b2a3-d16233a31177 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.0900421 Apr 08 11:57:12.331713 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-fde89ff8-e922-423c-982c-2bec01ceee26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 1002 time: 0.0584061 Apr 08 11:57:12.378587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-75db3624-447d-42c5-889a-6d45346b63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:12.380242 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-75db3624-447d-42c5-889a-6d45346b63e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0431414 Apr 08 11:57:12.434907 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-076d4bbf-d033-4462-ac53-4de2d37510b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:12.436495 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-076d4bbf-d033-4462-ac53-4de2d37510b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496583 Apr 08 11:57:12.525933 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-42c22a1b-5c6c-41e1-9894-5ee9e2895eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Apr 08 11:57:12.619974 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-067e288e-d11b-4b5c-a3fc-0fde239084b3 req-036bc8bb-4fd7-448b-946f-fcdf293b4fce service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 Apr 08 11:57:20.432450 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a58673f0-d55b-4515-b355-753a293a2153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:22.700126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b8dd2f9e-de8e-45de-adef-991fe84fe391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:22.702930 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:57:23.234424 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43828) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:23.352012 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.423748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Publish callbacks [] for security_group (857f92cc-02f1-4b49-a3d3-37682ba6db81), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.429622 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (857f92cc-02f1-4b49-a3d3-37682ba6db81), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.468816 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21e17a1d96494ce28d2b4a6516bcf9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325900 Apr 08 11:57:23.469683 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f92cc-02f1-4b49-a3d3-37682ba6db81,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:23.471499 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 43832) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:23.487194 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.487460 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.487805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.488147 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.488482 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.488812 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.489167 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.489494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.489829 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.490153 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.490468 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.490776 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.491093 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.491409 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.491725 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471c77c-fe20-498e-98f2-5802309af340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:23.530698 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] Publish callbacks [] for security_group (857f92cc-02f1-4b49-a3d3-37682ba6db81), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.551610 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] Publish callbacks [] for security_group (857f92cc-02f1-4b49-a3d3-37682ba6db81), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.605009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (857f92cc-02f1-4b49-a3d3-37682ba6db81), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.607571 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:23.608730 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/857f92cc-02f1-4b49-a3d3-37682ba6db81 HTTP/1.1" status: 204 len: 168 time: 0.1363678 Apr 08 11:57:23.616501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5215d-9943-4392-9ce7-6e94fb9556a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f92cc-02f1-4b49-a3d3-37682ba6db81,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:23.839721 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:25.088402 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:25.504861 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 43868) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:25.824502 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Deleting port bdae1492-b9dd-4f8e-8a56-f799d3a6d051 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:25.825004 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:25.908680 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:25.909350 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for floatingip (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:25.922943 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Calling delete_port for bdae1492-b9dd-4f8e-8a56-f799d3a6d051 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:26.105801 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (bdae1492-b9dd-4f8e-8a56-f799d3a6d051), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:26.140815 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event deleted for resources: {'Port': ['ID=bdae1492-b9dd-4f8e-8a56-f799d3a6d051,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:26.152528 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.152959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.153328 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.153655 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.153994 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.154320 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.154643 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.155027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.155390 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.155725 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.156038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.156359 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.156682 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.157030 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.157349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:26.217723 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for floatingip (a19f33e7-e7de-42ea-b327-f9be852f05f2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:26.218058 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Floating IP a19f33e7-e7de-42ea-b327-f9be852f05f2 disassociated (deleted). External IP: 172.27.2.198, port: b40286aa-cc20-4b77-affb-1355f9071552. Apr 08 11:57:26.433583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Router 01acafa8-b965-4316-98d1-354eb5fc1c0d has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:26.543540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:26.549060 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:26.555229 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Sync routers for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:26.566178 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:26.566856 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:26.579127 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ed886720-67cc-47de-b708-d68b18c5285d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "DELETE /v2.0/floatingips/a19f33e7-e7de-42ea-b327-f9be852f05f2 HTTP/1.1" status: 204 len: 168 time: 1.0726852 Apr 08 11:57:26.579766 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:26.582093 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e629d58-382b-40e6-b09a-451ef8f54608" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:26.589226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:26.624840 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33666d45-a1bd-401f-8bbc-594fcf4d2a3e x-openstack-request-id: req-33666d45-a1bd-401f-8bbc-594fcf4d2a3e {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:26.625169 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:26.625888 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33666d45-a1bd-401f-8bbc-594fcf4d2a3e {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:26.625888 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33666d45-a1bd-401f-8bbc-594fcf4d2a3e'] response: {'name': 'network-changed', 'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'status': 'completed', 'code': 200} Apr 08 11:57:26.696347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-cfd1f5d3-f9c7-493d-bb90-96936ebef193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:26.697926 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-cfd1f5d3-f9c7-493d-bb90-96936ebef193 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a0421922fc2488ea33a275713b303b3&device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 1130 time: 0.0504627 Apr 08 11:57:26.698495 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:26.831869 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-03b7c247-80e4-4ea6-a618-54247514362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:26.833485 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-03b7c247-80e4-4ea6-a618-54247514362d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 200 len: 910 time: 0.1266153 Apr 08 11:57:26.855086 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1218-1bcc-4d56-af89-27254a2e4252 req-e3cf22c4-c2f1-4fbe-b77b-8027b56d49d2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:26.856466 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8e3a1218-1bcc-4d56-af89-27254a2e4252 req-e3cf22c4-c2f1-4fbe-b77b-8027b56d49d2 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0639777 Apr 08 11:57:26.904002 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:26.909177 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8e3a1218-1bcc-4d56-af89-27254a2e4252 req-9dcd6b3a-468b-48f9-bef1-eb466e609063 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Apr 08 11:57:26.933422 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Checking router: 01acafa8-b965-4316-98d1-354eb5fc1c0d for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:26.941688 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:26.942278 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:27.048697 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:27.252661 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:27.279811 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3750e8-c555-411e-a7de-c3844d237753 None None] The sync data for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi is: [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:51:31Z', 'revision_number': 4, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '8836d71b-3462-4076-84a7-af16449d4199', 'name': '', 'network_id': '7234157e-604b-4ac8-8db5-d1daf030681c', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'mac_address': 'fa:16:3e:9f:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:31Z', 'updated_at': '2022-04-08T11:51:36Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'subnets': [{'id': '445bd49f-3400-4fa6-8a22-e7afbe31b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:27.538742 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0659fbe-e324-4449-a7b9-078d6cb539b5 None None] New status for floating IP a19f33e7-e7de-42ea-b327-f9be852f05f2: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:57:27.842022 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-96aca577-0bc2-49f8-933c-c98bf9d61af6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 200 len: 217 time: 0.0446379 Apr 08 11:57:27.892245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-10c09339-b224-4d0f-b716-678047771ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:27.893795 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-10c09339-b224-4d0f-b716-678047771ae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 200 len: 848 time: 0.0443618 Apr 08 11:57:28.038534 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e5f31-d78e-401e-a312-bbae98562ba3 req-ab490b27-1189-4673-b913-ad09f8b14ad0 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:28.039994 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-865e5f31-d78e-401e-a312-bbae98562ba3 req-ab490b27-1189-4673-b913-ad09f8b14ad0 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0625331 Apr 08 11:57:28.089229 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-865e5f31-d78e-401e-a312-bbae98562ba3 req-e2093d2b-5cbe-4d5d-9dbd-e021d1d6db11 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/security-groups?id=e57307a3-699a-4195-b954-685db1ca5142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Apr 08 11:57:28.383295 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-200c0a0f-3425-4f9e-bdb6-fcb08730a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:28.384730 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-200c0a0f-3425-4f9e-bdb6-fcb08730a840 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7234157e-604b-4ac8-8db5-d1daf030681c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463815 Apr 08 11:57:28.673688 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-f4555302-2aeb-4ed9-b4f1-2a50b4de1fbf service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996845 Apr 08 11:57:28.734459 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-f3195c7c-0622-4556-92cc-4af3d18cc11a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:28.736619 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-f3195c7c-0622-4556-92cc-4af3d18cc11a tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 946 time: 0.0527940 Apr 08 11:57:28.784231 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e629d58-382b-40e6-b09a-451ef8f54608 req-0f37db09-2b0c-42ad-bd90-fe6ba7ef72b9 service neutron] 10.222.0.44 "GET /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997243 Apr 08 11:57:28.838145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Deleting port b40286aa-cc20-4b77-affb-1355f9071552 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:28.838494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (b40286aa-cc20-4b77-affb-1355f9071552), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:28.928176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] For port b40286aa-cc20-4b77-affb-1355f9071552, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b40286aa-cc20-4b77-affb-1355f9071552,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:28.928699 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (b40286aa-cc20-4b77-affb-1355f9071552), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:28.941778 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Calling delete_port for b40286aa-cc20-4b77-affb-1355f9071552 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:29.078521 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (b40286aa-cc20-4b77-affb-1355f9071552), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:29.112521 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event deleted for resources: {'Port': ['ID=b40286aa-cc20-4b77-affb-1355f9071552,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:29.157451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] No DVR routers for this DVR port b40286aa-cc20-4b77-affb-1355f9071552 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:29.160338 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:29.163976 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c9d0af3d-66a6-4354-9d5a-ebaa39990a28 req-988881cf-15a1-4b56-bda2-1d3563871e82 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.44 "DELETE /v2.0/ports/b40286aa-cc20-4b77-affb-1355f9071552 HTTP/1.1" status: 204 len: 173 time: 0.4215844 Apr 08 11:57:29.164494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-deleted', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:29.168049 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41724dc-50d2-4a20-8c84-cd7693f4e6b8" -d '{"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-deleted", "tag": "b40286aa-cc20-4b77-affb-1355f9071552"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:29.201198 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5d242e9c-5e6b-41ea-9429-0421e5bab925 req-d41b54a4-73e7-4cee-8b98-adf5444928d4 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 210 time: 0.0305831 Apr 08 11:57:29.217446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5749c-902c-4aea-9204-3e73d5a29585 x-openstack-request-id: req-c0f5749c-902c-4aea-9204-3e73d5a29585 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:29.217899 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7ccb6-1268-4f78-a73a-4bde14424161", "name": "network-vif-deleted", "tag": "b40286aa-cc20-4b77-affb-1355f9071552", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:29.218188 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0f5749c-902c-4aea-9204-3e73d5a29585 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:29.218975 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f5749c-902c-4aea-9204-3e73d5a29585'] response: {'server_uuid': '5ee7ccb6-1268-4f78-a73a-4bde14424161', 'name': 'network-vif-deleted', 'tag': 'b40286aa-cc20-4b77-affb-1355f9071552', 'status': 'completed', 'code': 200} Apr 08 11:57:29.877495 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4f51e-bd43-4cdb-875a-45efedcf6d64 req-1b1f437d-e324-4c28-b2af-ea73c2565ed6 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:29.878966 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e0a4f51e-bd43-4cdb-875a-45efedcf6d64 req-1b1f437d-e324-4c28-b2af-ea73c2565ed6 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Apr 08 11:57:29.925860 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e0a4f51e-bd43-4cdb-875a-45efedcf6d64 req-1448b9af-f27c-4afb-9a05-f51e5ed4117a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Apr 08 11:57:30.308831 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dbf3f5e-ef76-414a-adb2-c479648031f5 req-ee8fee3a-0d11-42fd-8eb6-bab3fa381cd0 tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ee7ccb6-1268-4f78-a73a-4bde14424161 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Apr 08 11:57:31.062509 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fd74-ed53-42ca-8eaa-a46bf0271fd0 req-3336e209-76fa-44c8-bb37-5d1870bc048f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:31.064048 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6d34fd74-ed53-42ca-8eaa-a46bf0271fd0 req-3336e209-76fa-44c8-bb37-5d1870bc048f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0591929 Apr 08 11:57:31.114820 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6d34fd74-ed53-42ca-8eaa-a46bf0271fd0 req-a84ed490-39c5-4bfc-aa9e-d547abb76691 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Apr 08 11:57:31.368311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44008) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:31.433904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (e57307a3-699a-4195-b954-685db1ca5142), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:31.460676 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (e57307a3-699a-4195-b954-685db1ca5142), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:31.520183 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (e57307a3-699a-4195-b954-685db1ca5142), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:31.522839 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:31.524030 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] 10.222.0.55 "DELETE /v2.0/security-groups/e57307a3-699a-4195-b954-685db1ca5142 HTTP/1.1" status: 204 len: 168 time: 0.1546257 Apr 08 11:57:31.533796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3ab27-1f68-47aa-bc2c-9381b321e02d tempest-TestShelveInstance-124102127 tempest-TestShelveInstance-124102127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57307a3-699a-4195-b954-685db1ca5142,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:31.572355 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44012) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:31.772050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-e4c99a3a-1293-4897-a640-d2f2fecc9cd7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:31.773627 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-e4c99a3a-1293-4897-a640-d2f2fecc9cd7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0566959 Apr 08 11:57:31.865672 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:31.866029 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:31.956998 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] For port 4772a94c-5ffe-40ee-a280-3cf8a82d1653, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=4772a94c-5ffe-40ee-a280-3cf8a82d1653,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:31.957291 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.021909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.130739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.131366 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.131366 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP 65a26688-a544-4d49-ab40-c1ccbe0adc2d disassociated. External IP: 172.27.2.66, port: 4772a94c-5ffe-40ee-a280-3cf8a82d1653. Apr 08 11:57:32.131767 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for 4772a94c-5ffe-40ee-a280-3cf8a82d1653 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:32.265223 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (4772a94c-5ffe-40ee-a280-3cf8a82d1653), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.267341 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7a2ea-bea1-426e-b8d0-aa21e73c6955 req-07baf9ac-fa56-4335-848c-aee1da721fe4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:32.268920 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-82b7a2ea-bea1-426e-b8d0-aa21e73c6955 req-07baf9ac-fa56-4335-848c-aee1da721fe4 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=55f72f5d-2df5-41a8-b173-4a701dabee60 HTTP/1.1" status: 200 len: 945 time: 0.0832782 Apr 08 11:57:32.301126 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=4772a94c-5ffe-40ee-a280-3cf8a82d1653,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:32.310914 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 4772a94c-5ffe-40ee-a280-3cf8a82d1653 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:32.340751 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-82b7a2ea-bea1-426e-b8d0-aa21e73c6955 req-a286ea34-0767-4d8e-aadc-8c1f463a6f57 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc29959c-9123-413c-8452-4fa0e6d7c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629418 Apr 08 11:57:32.341389 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 4772a94c-5ffe-40ee-a280-3cf8a82d1653 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:32.341888 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 4772a94c-5ffe-40ee-a280-3cf8a82d1653 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:32.342450 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:32.373592 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Deleting port 8836d71b-3462-4076-84a7-af16449d4199 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:32.374200 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: b40286aa-cc20-4b77-affb-1355f9071552 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:32.374466 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b40286aa-cc20-4b77-affb-1355f9071552 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:32.374749 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (8836d71b-3462-4076-84a7-af16449d4199), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.438708 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:32.454462 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] For port 8836d71b-3462-4076-84a7-af16449d4199, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8836d71b-3462-4076-84a7-af16449d4199,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:32.454821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (8836d71b-3462-4076-84a7-af16449d4199), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.467635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Calling delete_port for 8836d71b-3462-4076-84a7-af16449d4199 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:32.553100 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:32.565664 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:32.578596 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:32.579479 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:32.598839 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] No DVR routers for this DVR port 4772a94c-5ffe-40ee-a280-3cf8a82d1653 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:32.601553 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.604937 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-690e5cd5-bd21-4fb6-b91b-4641faa97aef req-0c670841-4525-4514-b6a6-3f377835f920 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "DELETE /v2.0/ports/4772a94c-5ffe-40ee-a280-3cf8a82d1653 HTTP/1.1" status: 204 len: 173 time: 0.8262479 Apr 08 11:57:32.605389 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'name': 'network-vif-deleted', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:32.607743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0226e6-609b-4377-88d0-66f2b719ce87" -d '{"events": [{"server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "name": "network-vif-deleted", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:32.678799 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eeee95-2220-4ce5-ad4a-d01530d672e7 x-openstack-request-id: req-d4eeee95-2220-4ce5-ad4a-d01530d672e7 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:32.679212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f72f5d-2df5-41a8-b173-4a701dabee60", "name": "network-vif-deleted", "tag": "4772a94c-5ffe-40ee-a280-3cf8a82d1653", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:32.679560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4eeee95-2220-4ce5-ad4a-d01530d672e7 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:32.680094 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4eeee95-2220-4ce5-ad4a-d01530d672e7'] response: {'server_uuid': '55f72f5d-2df5-41a8-b173-4a701dabee60', 'name': 'network-vif-deleted', 'tag': '4772a94c-5ffe-40ee-a280-3cf8a82d1653', 'status': 'completed', 'code': 200} Apr 08 11:57:32.707404 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (8836d71b-3462-4076-84a7-af16449d4199), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:32.734257 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Pushing event deleted for resources: {'Port': ['ID=8836d71b-3462-4076-84a7-af16449d4199,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:32.823383 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:32.920242 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.068319 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:33.097765 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:33.114245 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:33.115065 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:33.235201 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:33.406000 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Router 01acafa8-b965-4316-98d1-354eb5fc1c0d has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:33.448583 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:33.449013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44036) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:33.477633 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b10c3-8a2c-44a9-bc23-d7a74147f2be None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:33.528297 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:33.534348 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b3f5e11d-c17a-4c48-8fad-77c733633420 admin admin] 10.222.0.55 "PUT /v2.0/routers/01acafa8-b965-4316-98d1-354eb5fc1c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606061 Apr 08 11:57:33.536957 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44040) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:33.537240 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (cc29959c-9123-413c-8452-4fa0e6d7c3f1), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.543474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Sync routers for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:33.559167 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:33.560251 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:33.568778 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (cc29959c-9123-413c-8452-4fa0e6d7c3f1), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.631925 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cc29959c-9123-413c-8452-4fa0e6d7c3f1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.635743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.638805 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/security-groups/cc29959c-9123-413c-8452-4fa0e6d7c3f1 HTTP/1.1" status: 204 len: 168 time: 0.1870284 Apr 08 11:57:33.649104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44042) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:33.651201 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415e242-47ff-44aa-a34f-cc312f474b46 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29959c-9123-413c-8452-4fa0e6d7c3f1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:33.671701 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-6ed1acc5-f407-4d75-bbd1-d056bcb2ba92 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] show failed (client error): The resource could not be found. Apr 08 11:57:33.673150 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6ed1acc5-f407-4d75-bbd1-d056bcb2ba92 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups/cc29959c-9123-413c-8452-4fa0e6d7c3f1 HTTP/1.1" status: 404 len: 347 time: 0.0225844 Apr 08 11:57:33.676355 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44044) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:33.702711 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:33.715250 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks [] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.887873 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62653-60bd-4f61-8bea-86fa3469c52b None None] New status for floating IP 65a26688-a544-4d49-ab40-c1ccbe0adc2d: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:57:33.900111 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks [] for router_gateway (01acafa8-b965-4316-98d1-354eb5fc1c0d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:33.913466 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port 2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:33.913806 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.019447 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.020185 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.039703 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for 2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:34.051687 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Deleting port c669db74-22d9-46c4-b75b-9df2e0d74427 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:34.052636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.063992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:57:32Z', 'revision_number': 5, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port': {'id': 'c669db74-22d9-46c4-b75b-9df2e0d74427', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:29Z', 'updated_at': '2022-04-08T11:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:34.093892 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Checking router: 01acafa8-b965-4316-98d1-354eb5fc1c0d for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:34.102562 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Routers {'01acafa8-b965-4316-98d1-354eb5fc1c0d'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:34.103221 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['01acafa8-b965-4316-98d1-354eb5fc1c0d'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:34.182301 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] For port c669db74-22d9-46c4-b75b-9df2e0d74427, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c669db74-22d9-46c4-b75b-9df2e0d74427,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:34.182672 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.192570 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] Set router 01acafa8-b965-4316-98d1-354eb5fc1c0d gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:34.202115 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Calling delete_port for c669db74-22d9-46c4-b75b-9df2e0d74427 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:34.244686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:57:33Z', 'revision_number': 6, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:34.274497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e43919-a2a1-45e5-a6a1-671cf55a988b None None] The sync data for ids ['01acafa8-b965-4316-98d1-354eb5fc1c0d'] in dv-cinder-815660-8-iscsi is: [{'id': '01acafa8-b965-4316-98d1-354eb5fc1c0d', 'name': 'tempest-TestShelveInstance-1944411997-router', 'tenant_id': '0a0421922fc2488ea33a275713b303b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:28Z', 'updated_at': '2022-04-08T11:57:33Z', 'revision_number': 6, 'project_id': '0a0421922fc2488ea33a275713b303b3', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:34.301331 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.365134 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=2a9f1c04-d2bc-490f-9f15-efd2cfdb7a16,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:34.459444 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (65a26688-a544-4d49-ab40-c1ccbe0adc2d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.461957 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.463143 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7453b3c8-cb83-409f-a89a-73a0cca240a9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/floatingips/65a26688-a544-4d49-ab40-c1ccbe0adc2d HTTP/1.1" status: 204 len: 168 time: 0.7858715 Apr 08 11:57:34.479899 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c669db74-22d9-46c4-b75b-9df2e0d74427), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.505898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Pushing event deleted for resources: {'Port': ['ID=c669db74-22d9-46c4-b75b-9df2e0d74427,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:34.566284 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.658643 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.660866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks [] for router_controller (01acafa8-b965-4316-98d1-354eb5fc1c0d), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.716821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (01acafa8-b965-4316-98d1-354eb5fc1c0d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.717518 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01acafa8-b965-4316-98d1-354eb5fc1c0d {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:57:34.722961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.726596 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a58576fb-483f-4090-8d5d-dc6b93000471 admin admin] 10.222.0.55 "DELETE /v2.0/routers/01acafa8-b965-4316-98d1-354eb5fc1c0d HTTP/1.1" status: 204 len: 168 time: 1.1860859 Apr 08 11:57:34.727191 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44052) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:34.778324 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Deleting subnet 445bd49f-3400-4fa6-8a22-e7afbe31b6ff {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:57:34.782143 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Publish callbacks [] for subnet (445bd49f-3400-4fa6-8a22-e7afbe31b6ff), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.819902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (445bd49f-3400-4fa6-8a22-e7afbe31b6ff), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.849060 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.891988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44056) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:34.910290 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (445bd49f-3400-4fa6-8a22-e7afbe31b6ff), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.964844 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (445bd49f-3400-4fa6-8a22-e7afbe31b6ff), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:34.990658 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445bd49f-3400-4fa6-8a22-e7afbe31b6ff,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:34.996828 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.000969 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead662c-cdcd-46f3-9ceb-ec3883fd4b49 None None] Network 7234157e-604b-4ac8-8db5-d1daf030681c requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:57:35.003405 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-953603e3-95c1-49fb-b850-f1e3363a33de admin admin] 10.222.0.55 "DELETE /v2.0/subnets/445bd49f-3400-4fa6-8a22-e7afbe31b6ff HTTP/1.1" status: 204 len: 168 time: 0.2747393 Apr 08 11:57:35.006407 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44060) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.018672 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-985bd9b7-e6e3-40b1-86b1-0faae8fe0cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.088003 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (7234157e-604b-4ac8-8db5-d1daf030681c), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.159056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-985bd9b7-e6e3-40b1-86b1-0faae8fe0cc6 admin admin] Publish callbacks [] for security_group (6d146bb4-73f0-466c-a227-07f7bc47d089), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.159563 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Deleting port 52502603-9bff-429e-9088-cc1eecdc0423 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:35.159997 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (52502603-9bff-429e-9088-cc1eecdc0423), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.160801 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44062) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.165210 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856985687', 'description': 'tempest-description--1539458848'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:35.179195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-985bd9b7-e6e3-40b1-86b1-0faae8fe0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6d146bb4-73f0-466c-a227-07f7bc47d089), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.209916 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] DHCP port deletion for 7234157e-604b-4ac8-8db5-d1daf030681c request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:57:35.225137 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] For port 52502603-9bff-429e-9088-cc1eecdc0423, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=52502603-9bff-429e-9088-cc1eecdc0423,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:35.225502 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (52502603-9bff-429e-9088-cc1eecdc0423), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.227656 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-985bd9b7-e6e3-40b1-86b1-0faae8fe0cc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87995e5b3cc644fda42107049b82a29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344512 Apr 08 11:57:35.228452 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bd9b7-e6e3-40b1-86b1-0faae8fe0cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d146bb4-73f0-466c-a227-07f7bc47d089,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.230819 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44064) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.232955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.242384 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Calling delete_port for 52502603-9bff-429e-9088-cc1eecdc0423 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:35.279543 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Deleting port 52502603-9bff-429e-9088-cc1eecdc0423 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:35.279923 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (52502603-9bff-429e-9088-cc1eecdc0423), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.314977 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] Publish callbacks [] for security_group (6d146bb4-73f0-466c-a227-07f7bc47d089), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.340531 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (52502603-9bff-429e-9088-cc1eecdc0423), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.352312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] Publish callbacks [] for security_group (6d146bb4-73f0-466c-a227-07f7bc47d089), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.353338 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] For port 52502603-9bff-429e-9088-cc1eecdc0423, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=52502603-9bff-429e-9088-cc1eecdc0423,segment=NetworkSegment(3b841069-732b-4196-b7c8-53587d5b2fd2),segment_id=3b841069-732b-4196-b7c8-53587d5b2fd2)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:35.354338 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (52502603-9bff-429e-9088-cc1eecdc0423), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.367859 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (66399e4a-b13d-472c-8725-709082cbf593), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.369175 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Calling delete_port for 52502603-9bff-429e-9088-cc1eecdc0423 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:35.375552 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=52502603-9bff-429e-9088-cc1eecdc0423,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.377470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (66399e4a-b13d-472c-8725-709082cbf593), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.381836 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] No DVR routers for this DVR port 52502603-9bff-429e-9088-cc1eecdc0423 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:35.433076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.434829 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2731464 Apr 08 11:57:35.437904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65836e29-636d-4016-aea0-d8c9ef02b837 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66399e4a-b13d-472c-8725-709082cbf593,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.439961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44066) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.444765 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': '66399e4a-b13d-472c-8725-709082cbf593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:35.470727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6d146bb4-73f0-466c-a227-07f7bc47d089), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.475729 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (7234157e-604b-4ac8-8db5-d1daf030681c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.476116 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.478704 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d146bb4-73f0-466c-a227-07f7bc47d089 HTTP/1.1" status: 204 len: 168 time: 0.2463439 Apr 08 11:57:35.498773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (52502603-9bff-429e-9088-cc1eecdc0423), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.502811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6653ad-db9a-4529-98ba-4fc50beee000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d146bb4-73f0-466c-a227-07f7bc47d089,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.505416 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (6159ed84-4b50-4d95-a4e6-af0668bdc9c3), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.513595 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7234157e-604b-4ac8-8db5-d1daf030681c']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:35.524479 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b841069-732b-4196-b7c8-53587d5b2fd2') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:35.524765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b841069-732b-4196-b7c8-53587d5b2fd2') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:35.535176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (3b841069-732b-4196-b7c8-53587d5b2fd2), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.549316 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (3b841069-732b-4196-b7c8-53587d5b2fd2), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.558677 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:57:35.559089 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (3b841069-732b-4196-b7c8-53587d5b2fd2), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.574090 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Pushing event deleted for resources: {'Port': ['ID=52502603-9bff-429e-9088-cc1eecdc0423,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.583354 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] No DVR routers for this DVR port 52502603-9bff-429e-9088-cc1eecdc0423 on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:35.603741 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (6159ed84-4b50-4d95-a4e6-af0668bdc9c3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:57:35.608758 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:57:35.611957 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.612323 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (6159ed84-4b50-4d95-a4e6-af0668bdc9c3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.612447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.612655 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.613081 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.613424 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.613753 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.614079 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.614405 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.614732 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.615088 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.615420 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.615760 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.616118 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.616440 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.616759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87a644e-e255-45e3-85ed-a50e723c9de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:57:35.631161 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (7234157e-604b-4ac8-8db5-d1daf030681c), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.639336 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.642073 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6159ed84-4b50-4d95-a4e6-af0668bdc9c3,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.647241 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7234157e-604b-4ac8-8db5-d1daf030681c HTTP/1.1" status: 204 len: 168 time: 0.6355319 Apr 08 11:57:35.647736 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44070) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.657448 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5acd1-fc29-49fb-b3bf-d591af72c1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7234157e-604b-4ac8-8db5-d1daf030681c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.665225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.669093 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-383fffe1-66fe-4a9c-98f1-6de3d00ef9fa tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254634 Apr 08 11:57:35.669436 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44072) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.674483 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'security_group_rule': {'security_group_id': '66399e4a-b13d-472c-8725-709082cbf593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:35.705362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (2f5eb32a-21ab-495c-97ea-39ad357f977a), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.772491 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (2f5eb32a-21ab-495c-97ea-39ad357f977a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.778483 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (2f5eb32a-21ab-495c-97ea-39ad357f977a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.801347 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5eb32a-21ab-495c-97ea-39ad357f977a,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:35.816826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.818522 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-feb66670-53ab-4435-a4b5-80570dbdaca1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480253 Apr 08 11:57:35.821975 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44074) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:35.826984 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:35.855987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:35.972748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.010439 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c669db74-22d9-46c4-b75b-9df2e0d74427 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:36.029986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: c669db74-22d9-46c4-b75b-9df2e0d74427 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:36.030329 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c669db74-22d9-46c4-b75b-9df2e0d74427 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:36.030753 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8836d71b-3462-4076-84a7-af16449d4199 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:36.053026 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 8836d71b-3462-4076-84a7-af16449d4199 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:36.053623 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8836d71b-3462-4076-84a7-af16449d4199 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:36.054022 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 52502603-9bff-429e-9088-cc1eecdc0423 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:36.069720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.073894 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 52502603-9bff-429e-9088-cc1eecdc0423 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:36.074233 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 52502603-9bff-429e-9088-cc1eecdc0423 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:36.084087 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.27.2.248 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/c9953189-f84c-455d-9870-4891e79cbba8) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:57:36.193887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (c9953189-f84c-455d-9870-4891e79cbba8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.229176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (c9953189-f84c-455d-9870-4891e79cbba8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.270648 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:57:36.273509 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:57:36.276165 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:57:36.302589 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=c9953189-f84c-455d-9870-4891e79cbba8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:36.326011 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Deleting port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:36.326349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.371514 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.402797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] For port 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:36.403153 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.408525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c9953189-f84c-455d-9870-4891e79cbba8), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.415727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Calling delete_port for 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:36.561656 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (c9953189-f84c-455d-9870-4891e79cbba8), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.566839 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (c9953189-f84c-455d-9870-4891e79cbba8), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.604938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.631011 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:36.634503 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=c9953189-f84c-455d-9870-4891e79cbba8,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:36.647428 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.664488 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.666118 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b0039ae7-4320-436c-835c-85753e9d7cbe tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8428712 Apr 08 11:57:36.806106 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:36.876138 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-5bffc74f-c3c5-425f-8134-01396ed0e913 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1856985687&fields=id&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 267 time: 0.0492353 Apr 08 11:57:36.987737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-8118cb1f-a03f-448e-9db3-116ea382aade tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:36.989098 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-8118cb1f-a03f-448e-9db3-116ea382aade tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1062794 Apr 08 11:57:37.004413 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-af90ba48-08d7-4e08-95a1-052f20a568d8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/quotas/32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0096979 Apr 08 11:57:37.061609 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fad5e346-96a0-41c8-b13c-dd34510f8422 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515566 Apr 08 11:57:37.157886 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-468921c7-306a-4a3c-900e-b556459fa455 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Apr 08 11:57:37.251981 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-0b443e32-d20f-4073-8b99-0b836cbbaad8 service neutron] 10.222.0.55 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Apr 08 11:57:37.280322 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:37.398210 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:37.408148 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Sync routers for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:37.417984 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a697ac1c-21d5-4caf-9e23-c570e6933f6e admin admin] 10.222.0.55 "PUT /v2.0/routers/6687709b-83c5-485a-b28f-0d0bc7dda7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667081 Apr 08 11:57:37.417984 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3e1e312c-d809-48df-ac62-fe88912f6395 req-3d6a255d-cee4-451c-8d6b-8ef014d52592 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 210 time: 0.0350280 Apr 08 11:57:37.418221 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:37.418303 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44092) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:37.418621 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:37.528757 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks [] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:37.531467 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:37.645820 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks [] for router_gateway (6687709b-83c5-485a-b28f-0d0bc7dda7c2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:37.712286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Deleting port c1d646b1-1195-4b73-a711-bf5eda72ac6f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:37.712744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:37.725864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:57:36Z', 'revision_number': 5, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port': {'id': 'c1d646b1-1195-4b73-a711-bf5eda72ac6f', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:51:34Z', 'updated_at': '2022-04-08T11:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:37.756469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Checking router: 6687709b-83c5-485a-b28f-0d0bc7dda7c2 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:37.765256 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Routers {'6687709b-83c5-485a-b28f-0d0bc7dda7c2'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:37.765858 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:37.807583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] For port c1d646b1-1195-4b73-a711-bf5eda72ac6f, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d646b1-1195-4b73-a711-bf5eda72ac6f,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:37.808043 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:37.822866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Calling delete_port for c1d646b1-1195-4b73-a711-bf5eda72ac6f owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:37.867221 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] Set router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:37.918537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:57:37Z', 'revision_number': 6, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:37.954062 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3877b6-59c4-49ae-93a8-31fd2d99ae23 None None] The sync data for ids ['6687709b-83c5-485a-b28f-0d0bc7dda7c2'] in dv-cinder-815660-8-iscsi is: [{'id': '6687709b-83c5-485a-b28f-0d0bc7dda7c2', 'name': 'tempest-TestShelveInstance-1014918227-router', 'tenant_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:51:33Z', 'updated_at': '2022-04-08T11:57:37Z', 'revision_number': 6, 'project_id': '2a8f42f2ab564a5082a4879c487ff3c9', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:38.009218 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c1d646b1-1195-4b73-a711-bf5eda72ac6f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.035959 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d646b1-1195-4b73-a711-bf5eda72ac6f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:38.095577 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.187205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.189314 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks [] for router_controller (6687709b-83c5-485a-b28f-0d0bc7dda7c2), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.231671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (6687709b-83c5-485a-b28f-0d0bc7dda7c2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.232388 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6687709b-83c5-485a-b28f-0d0bc7dda7c2 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:57:38.236416 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.237567 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-694276ca-d0c8-4f16-a2c9-eb4398042a58 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6687709b-83c5-485a-b28f-0d0bc7dda7c2 HTTP/1.1" status: 204 len: 168 time: 0.8185668 Apr 08 11:57:38.239997 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44100) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:38.284737 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Deleting subnet fe65b43d-c74e-412d-a302-58f2b0302dd7 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:57:38.287895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Publish callbacks [] for subnet (fe65b43d-c74e-412d-a302-58f2b0302dd7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.327557 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (fe65b43d-c74e-412d-a302-58f2b0302dd7), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.431318 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-f037d308-f88b-4698-ab8b-41ee2616f084 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:38.433623 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-f037d308-f88b-4698-ab8b-41ee2616f084 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 815 time: 0.1304648 Apr 08 11:57:38.474754 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (fe65b43d-c74e-412d-a302-58f2b0302dd7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.516232 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-1439d650-8f05-4085-84ff-96392a887df8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f363b82c944247b72bee27c2e9cbc8 HTTP/1.1" status: 200 len: 380 time: 0.0741506 Apr 08 11:57:38.543432 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1e0a07d7-2251-4e62-902b-1b500c9fb77f req-bd47634d-b048-4f2f-8564-62e5e352188f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 210 time: 0.0261860 Apr 08 11:57:38.543717 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (fe65b43d-c74e-412d-a302-58f2b0302dd7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.571265 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe65b43d-c74e-412d-a302-58f2b0302dd7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:38.577026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.580250 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0cbd5a24-40e1-493f-919b-69bd1841d5af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fe65b43d-c74e-412d-a302-58f2b0302dd7 HTTP/1.1" status: 204 len: 168 time: 0.3393261 Apr 08 11:57:38.582742 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44108) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:38.582878 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebc1ff-2d64-4864-aff2-d3fa823fb801 None None] Network 151f8475-b24c-435c-a1d2-d36e9f47e0bc requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:57:38.588890 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'port': {'device_id': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'admin_state_up': True, 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'security_groups': ['66399e4a-b13d-472c-8725-709082cbf593']}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:38.658057 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (151f8475-b24c-435c-a1d2-d36e9f47e0bc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.705267 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Made reservation on behalf of 32f363b82c944247b72bee27c2e9cbc8 for: {'port': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:57:38.708608 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.721396 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Deleting port 878d79f8-21bf-402b-918a-4d6157e2804c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:38.721734 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.789429 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] For port 878d79f8-21bf-402b-918a-4d6157e2804c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=878d79f8-21bf-402b-918a-4d6157e2804c,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:38.789995 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.795615 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] DHCP port deletion for 151f8475-b24c-435c-a1d2-d36e9f47e0bc request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:57:38.804236 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Calling delete_port for 878d79f8-21bf-402b-918a-4d6157e2804c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:38.846178 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Allocated IP 172.20.0.9 (b42f51e3-0f1e-4937-bf6b-96b22f893f32/474b20da-ef50-40f0-995b-496729361138/3380fe8c-008e-4a2d-99e3-61da8a16b70a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:57:38.858442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Deleting port 878d79f8-21bf-402b-918a-4d6157e2804c {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:57:38.859092 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.900522 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.937775 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] For port 878d79f8-21bf-402b-918a-4d6157e2804c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=878d79f8-21bf-402b-918a-4d6157e2804c,segment=NetworkSegment(d202ae8a-fe23-4916-ac68-5f44af031b2a),segment_id=d202ae8a-fe23-4916-ac68-5f44af031b2a)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:38.938418 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:38.946815 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] No DVR routers for this DVR port 878d79f8-21bf-402b-918a-4d6157e2804c on host dv-cinder-815660-8-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:38.948788 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=878d79f8-21bf-402b-918a-4d6157e2804c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:38.963395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Calling delete_port for 878d79f8-21bf-402b-918a-4d6157e2804c owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:57:39.009511 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.021924 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (151f8475-b24c-435c-a1d2-d36e9f47e0bc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.044956 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151f8475-b24c-435c-a1d2-d36e9f47e0bc']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:39.051038 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (878d79f8-21bf-402b-918a-4d6157e2804c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.051203 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.059461 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd202ae8a-fe23-4916-ac68-5f44af031b2a') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:39.059689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd202ae8a-fe23-4916-ac68-5f44af031b2a') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:39.071947 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (d202ae8a-fe23-4916-ac68-5f44af031b2a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.077378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] Pushing event deleted for resources: {'Port': ['ID=878d79f8-21bf-402b-918a-4d6157e2804c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.083416 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff511eb3-b30c-4296-9d2d-0f97c8848b0b None None] No DVR routers for this DVR port 878d79f8-21bf-402b-918a-4d6157e2804c on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:57:39.096415 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (d202ae8a-fe23-4916-ac68-5f44af031b2a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.103578 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:57:39.104097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (d202ae8a-fe23-4916-ac68-5f44af031b2a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:57:39.107167 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:57:39.110075 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:57:39.113183 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:57:39.117145 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:57:39.146923 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event updated for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.180698 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:39.181724 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.194732 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (151f8475-b24c-435c-a1d2-d36e9f47e0bc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.202154 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.204131 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-82bc5e63-ab97-40c5-bf1d-6b0929430f85 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190350 Apr 08 11:57:39.205396 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] 10.222.0.55 "DELETE /v2.0/networks/151f8475-b24c-435c-a1d2-d36e9f47e0bc HTTP/1.1" status: 204 len: 168 time: 0.6217408 Apr 08 11:57:39.215247 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3b00-dd0b-48a3-b1e2-974b6c00cd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=151f8475-b24c-435c-a1d2-d36e9f47e0bc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.216159 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Request body: {'port': {'device_id': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:39.288397 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.388538 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44112) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:39.410656 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-0f84b72c-1a66-4d60-b51d-3277fe5f4504 None None] Provisioning complete for port 3380fe8c-008e-4a2d-99e3-61da8a16b70a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:57:39.411137 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f84b72c-1a66-4d60-b51d-3277fe5f4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.446089 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0f84b72c-1a66-4d60-b51d-3277fe5f4504 None None] Port 3380fe8c-008e-4a2d-99e3-61da8a16b70a cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:57:39.483115 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b3599177-e90f-4dc6-a2d9-079046855f4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a0421922fc2488ea33a275713b303b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0932713 Apr 08 11:57:39.486105 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44114) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:39.534097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] Publish callbacks [] for security_group (6a7b8c97-e381-4a73-a81a-b46aba89cc7b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.555017 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] Publish callbacks [] for security_group (6a7b8c97-e381-4a73-a81a-b46aba89cc7b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.576752 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380fe8c-008e-4a2d-99e3-61da8a16b70a {{(pid=109768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:57:39.585046 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks [] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.603788 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.provisioning_blocks [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Transition to ACTIVE for port object 3380fe8c-008e-4a2d-99e3-61da8a16b70a will not be triggered until provisioned by entity L2. {{(pid=109768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:57:39.604077 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6a7b8c97-e381-4a73-a81a-b46aba89cc7b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.606892 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.610681 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a7b8c97-e381-4a73-a81a-b46aba89cc7b HTTP/1.1" status: 204 len: 168 time: 0.1209292 Apr 08 11:57:39.610834 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.629877 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a2d3-4e01-4f84-a982-afc1e9bf5268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b8c97-e381-4a73-a81a-b46aba89cc7b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.664171 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.686057 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729aafe-7722-4c19-8d2a-add5abcfc2b0 req-3660b348-d0d9-427d-8876-2783817366d1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:39.688552 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6729aafe-7722-4c19-8d2a-add5abcfc2b0 req-3660b348-d0d9-427d-8876-2783817366d1 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 943 time: 0.0722980 Apr 08 11:57:39.743286 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6729aafe-7722-4c19-8d2a-add5abcfc2b0 req-bbe2ffb2-48a7-4f81-97dc-659f9204caf6 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473890 Apr 08 11:57:39.754759 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Attempting to bind port 3380fe8c-008e-4a2d-99e3-61da8a16b70a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:57:39.755100 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Attempting to bind port 3380fe8c-008e-4a2d-99e3-61da8a16b70a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:57:39.755425 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Attempting to bind port 3380fe8c-008e-4a2d-99e3-61da8a16b70a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:57:39.761785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Port 3380fe8c-008e-4a2d-99e3-61da8a16b70a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:57:39.762244 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Attempting to bind port 3380fe8c-008e-4a2d-99e3-61da8a16b70a on network b42f51e3-0f1e-4937-bf6b-96b22f893f32 {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:57:39.769096 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:57:39.769436 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Checking segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:57:39.769928 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Bound using segment: {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'} {{(pid=109768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:57:39.770406 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.managers [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Bound port: 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32'}}] {{(pid=109768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:57:39.771886 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.845755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, cleared binding levels {{(pid=109768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:57:39.849537 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:57:39.857621 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.898230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:39.898855 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:39.900487 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] 10.222.0.44 "PUT /v2.0/ports/3380fe8c-008e-4a2d-99e3-61da8a16b70a HTTP/1.1" status: 200 len: 1093 time: 0.6889410 Apr 08 11:57:39.900719 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:39.902991 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205df445-ad43-4763-a7ee-c5fa7fe743df" -d '{"events": [{"name": "network-changed", "server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:39.963193 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bef5e-9b04-495e-ac16-b10562ed42e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=3']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:39.969757 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561f8c7-9b61-42f3-8a3a-a9377dd42c52 x-openstack-request-id: req-0561f8c7-9b61-42f3-8a3a-a9377dd42c52 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:39.970244 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:39.970720 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0561f8c7-9b61-42f3-8a3a-a9377dd42c52 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:39.971284 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0561f8c7-9b61-42f3-8a3a-a9377dd42c52'] response: {'name': 'network-changed', 'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'status': 'completed', 'code': 200} Apr 08 11:57:40.040258 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d646b1-1195-4b73-a711-bf5eda72ac6f no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:40.042229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-cdeeeba5-6525-4632-b577-4b1c892488dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.044225 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-cdeeeba5-6525-4632-b577-4b1c892488dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 1127 time: 0.0684040 Apr 08 11:57:40.162710 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-e1101c47-9ac5-4f3b-9b50-8b82342f8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.163855 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-e1101c47-9ac5-4f3b-9b50-8b82342f8f0e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=32f363b82c944247b72bee27c2e9cbc8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1087072 Apr 08 11:57:40.211579 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: c1d646b1-1195-4b73-a711-bf5eda72ac6f {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:40.211918 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d646b1-1195-4b73-a711-bf5eda72ac6f not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:40.212322 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 878d79f8-21bf-402b-918a-4d6157e2804c no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:40.231990 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 878d79f8-21bf-402b-918a-4d6157e2804c {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:40.232331 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 878d79f8-21bf-402b-918a-4d6157e2804c not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:40.232753 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:57:40.244306 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44124) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:40.257642 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:57:40.257990 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8fc705ba-b58d-4cdf-8fed-c5bdedb27ed4 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:57:40.273091 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-1df277a8-4466-41f1-b9d0-2a71f30b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.274568 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-205df445-ad43-4763-a7ee-c5fa7fe743df req-1df277a8-4466-41f1-b9d0-2a71f30b0039 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037648 Apr 08 11:57:40.284196 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-99aa10b3-ece5-45ca-b5a2-9386ea358632 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a8f42f2ab564a5082a4879c487ff3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386307 Apr 08 11:57:40.286624 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44126) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:40.335878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] Publish callbacks [] for security_group (7b6ff402-4533-4204-8a4f-96de290d26e7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:40.353526 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-5e187d31-15db-47ed-832a-5a864b366a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.355052 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-5e187d31-15db-47ed-832a-5a864b366a47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 1127 time: 0.0448251 Apr 08 11:57:40.357901 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] Publish callbacks [] for security_group (7b6ff402-4533-4204-8a4f-96de290d26e7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:40.406190 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b6ff402-4533-4204-8a4f-96de290d26e7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:40.408814 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:40.409998 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b6ff402-4533-4204-8a4f-96de290d26e7 HTTP/1.1" status: 204 len: 168 time: 0.1224349 Apr 08 11:57:40.418364 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f235f1-c847-46bc-adac-791666a281a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6ff402-4533-4204-8a4f-96de290d26e7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:40.663761 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-375a7ef6-f0ca-4031-a9ec-e23e12795e75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a HTTP/1.1" status: 200 len: 217 time: 0.3013108 Apr 08 11:57:40.713079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-bbc91d10-388e-4932-91c0-e7648fd086c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.714611 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-bbc91d10-388e-4932-91c0-e7648fd086c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0448437 Apr 08 11:57:40.764213 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fb7234e8-2430-42cf-bf08-c95970fd7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.765740 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-fb7234e8-2430-42cf-bf08-c95970fd7312 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455568 Apr 08 11:57:40.870772 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef628f0-51f0-40b2-bf60-89405076620b req-9569e237-ac33-408c-9171-4cd62e916b63 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:40.872336 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ef628f0-51f0-40b2-bf60-89405076620b req-9569e237-ac33-408c-9171-4cd62e916b63 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 943 time: 0.0582747 Apr 08 11:57:40.873935 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-bbb90af6-9158-4093-a664-f6b59b9d40b5 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022913 Apr 08 11:57:40.919573 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ef628f0-51f0-40b2-bf60-89405076620b req-a230e359-fca2-4581-8194-b624a3f0fd16 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Apr 08 11:57:40.964686 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2897be66-2965-4462-abdd-b69d12a8c984 req-44cb05d4-8b9f-4408-b803-2379c357bb35 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Apr 08 11:57:42.053797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f1ff5-c88c-4725-a6de-58d1b5f24e32 req-e660a22d-71df-4035-ae09-e2fa4f0ab6ab tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:42.055261 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-499f1ff5-c88c-4725-a6de-58d1b5f24e32 req-e660a22d-71df-4035-ae09-e2fa4f0ab6ab tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 943 time: 0.0648639 Apr 08 11:57:42.113977 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-499f1ff5-c88c-4725-a6de-58d1b5f24e32 req-351b0127-889c-4c36-a97d-5b0910d3afa8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503039 Apr 08 11:57:43.238350 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fdb75-da54-4d1a-bccc-c99b2fea400f req-7dc8bc65-f64f-4d0f-ad16-a54ab965988f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:43.239853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d68fdb75-da54-4d1a-bccc-c99b2fea400f req-7dc8bc65-f64f-4d0f-ad16-a54ab965988f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 943 time: 0.0536687 Apr 08 11:57:43.287132 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d68fdb75-da54-4d1a-bccc-c99b2fea400f req-7b993651-237f-4f42-866b-6b3f0766a1e9 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Apr 08 11:57:44.313484 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3380fe8c-008e-4a2d-99e3-61da8a16b70a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:57:44.416897 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5526862-55c5-46fa-afa1-186e5b170bcb req-bb5c2720-0910-44d5-957a-1a12a4f1ea25 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:44.418569 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a5526862-55c5-46fa-afa1-186e5b170bcb req-bb5c2720-0910-44d5-957a-1a12a4f1ea25 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 943 time: 0.0540478 Apr 08 11:57:44.420810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:44.433249 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'port_id': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'mac_address': 'fa:16:3e:8b:0d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:57:44.465665 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a5526862-55c5-46fa-afa1-186e5b170bcb req-04b62486-ab2c-454a-a088-8c83a635d982 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Apr 08 11:57:44.470246 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3380fe8c-008e-4a2d-99e3-61da8a16b70a is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:57:44.470677 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:44.487314 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380fe8c-008e-4a2d-99e3-61da8a16b70a {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:57:44.506509 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:44.512178 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:44.558122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:44.841942 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['3380fe8c-008e-4a2d-99e3-61da8a16b70a'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:57:45.594881 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ed6da-f380-4cfa-8f84-a5879a477861 req-51704274-4784-4aca-af01-50b3243b1eb8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:45.596325 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-935ed6da-f380-4cfa-8f84-a5879a477861 req-51704274-4784-4aca-af01-50b3243b1eb8 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 944 time: 0.0588117 Apr 08 11:57:45.648558 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-935ed6da-f380-4cfa-8f84-a5879a477861 req-387d6410-ef86-4c5a-ab19-ed07d00ab58c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Apr 08 11:57:46.329223 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3380fe8c-008e-4a2d-99e3-61da8a16b70a up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:57:46.391900 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 3380fe8c-008e-4a2d-99e3-61da8a16b70a completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:57:46.395594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 3380fe8c-008e-4a2d-99e3-61da8a16b70a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:57:46.395963 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:46.473093 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 3380fe8c-008e-4a2d-99e3-61da8a16b70a is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:57:46.473473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:46.495780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:46.498204 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0078ff9e-1f8c-4c0b-b365-38bcb93bd0d9" -d '{"events": [{"server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "name": "network-vif-plugged", "status": "completed", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:46.514011 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:57:46.519387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:46.547225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979c0cf-e932-4781-bb3f-99929c9899c4 x-openstack-request-id: req-0979c0cf-e932-4781-bb3f-99929c9899c4 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:46.547523 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "name": "network-vif-plugged", "status": "completed", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:46.547772 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0979c0cf-e932-4781-bb3f-99929c9899c4 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:46.548172 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0979c0cf-e932-4781-bb3f-99929c9899c4'] response: {'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'code': 200} Apr 08 11:57:46.572525 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:57:46.731327 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984c919-e7e7-480c-8d63-5c9678036e23 req-67280637-91f9-4591-9dad-cae0fee365e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:46.733013 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4984c919-e7e7-480c-8d63-5c9678036e23 req-67280637-91f9-4591-9dad-cae0fee365e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 1129 time: 0.0522182 Apr 08 11:57:46.771248 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db502-4ff2-40c8-941d-ef8f9f0a3941 req-9f8bd4a0-3c06-4fb9-bf9f-269a142e420c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:46.772917 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-726db502-4ff2-40c8-941d-ef8f9f0a3941 req-9f8bd4a0-3c06-4fb9-bf9f-269a142e420c tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0555251 Apr 08 11:57:46.778895 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4984c919-e7e7-480c-8d63-5c9678036e23 req-226afc62-e95c-4b3f-9f92-b2f9c41782d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397823 Apr 08 11:57:46.819397 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-726db502-4ff2-40c8-941d-ef8f9f0a3941 req-f15131b7-9197-4cb1-86f5-b255426597ec tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Apr 08 11:57:47.949874 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee99d-1a04-416b-adb9-d53fa9578da6 req-f6b6a39a-6119-402a-9495-b357da0f9fce tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:47.951382 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-46dee99d-1a04-416b-adb9-d53fa9578da6 req-f6b6a39a-6119-402a-9495-b357da0f9fce tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Apr 08 11:57:47.997322 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-46dee99d-1a04-416b-adb9-d53fa9578da6 req-7656b991-88eb-4099-bad9-bb24169e178b tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Apr 08 11:57:49.124739 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f4923-7c22-4fa3-bbb9-3d0d038728bf req-02a09412-cad2-4f70-a189-d081abc9a931 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:49.126139 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a5f4923-7c22-4fa3-bbb9-3d0d038728bf req-02a09412-cad2-4f70-a189-d081abc9a931 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Apr 08 11:57:49.179840 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a5f4923-7c22-4fa3-bbb9-3d0d038728bf req-e1114da3-330f-42f0-949d-09ff6147e34f tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Apr 08 11:57:49.299873 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4fc0-1e15-461f-981c-4c30c52421dd req-4f920dd9-d07f-4dd5-8b5f-6b665df967ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:49.301337 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aedb4fc0-1e15-461f-981c-4c30c52421dd req-4f920dd9-d07f-4dd5-8b5f-6b665df967ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0542221 Apr 08 11:57:49.310304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44154) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:57:49.314576 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Request body: {'floatingip': {'port_id': '3380fe8c-008e-4a2d-99e3-61da8a16b70a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:57:49.357406 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:49.795165 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:49.801640 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:49.901752 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP f676abf7-afee-4d29-851a-23607e9fb034 associated. External IP: 172.27.2.248, port: 3380fe8c-008e-4a2d-99e3-61da8a16b70a. Apr 08 11:57:50.118402 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:57:50.227510 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:57:50.232732 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:50.237784 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:57:50.248163 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:50.248743 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:50.262324 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1f29613c-bd23-4a03-b123-a54925c136bb tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "PUT /v2.0/floatingips/f676abf7-afee-4d29-851a-23607e9fb034 HTTP/1.1" status: 200 len: 991 time: 0.9509571 Apr 08 11:57:50.263030 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:57:50.265173 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aa29cd-be35-42f0-8413-9d72c344b9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:57:50.301030 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9b6fb-84de-4ed4-9657-78e5bd7413d3 x-openstack-request-id: req-d9d9b6fb-84de-4ed4-9657-78e5bd7413d3 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:57:50.301638 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:57:50.301638 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9d9b6fb-84de-4ed4-9657-78e5bd7413d3 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:57:50.301950 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d9b6fb-84de-4ed4-9657-78e5bd7413d3'] response: {'name': 'network-changed', 'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'status': 'completed', 'code': 200} Apr 08 11:57:50.361184 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:50.370887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-d22365b1-0c38-4d59-96c2-cb52f4134b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:50.372443 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-d22365b1-0c38-4d59-96c2-cb52f4134b83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f363b82c944247b72bee27c2e9cbc8&device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 1129 time: 0.0475378 Apr 08 11:57:50.437557 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4f2c4113-e6b7-4959-97a2-fc71336e31eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:50.467428 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-cd86a298-aad2-45cf-82cb-7423f7d88733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:50.468927 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-cd86a298-aad2-45cf-82cb-7423f7d88733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 200 len: 916 time: 0.0899603 Apr 08 11:57:50.532770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-f2068b39-5f68-414a-8623-c9867229508b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a HTTP/1.1" status: 200 len: 999 time: 0.0572038 Apr 08 11:57:50.579272 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'f676abf7-afee-4d29-851a-23607e9fb034', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:8b:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:57:36Z', 'updated_at': '2022-04-08T11:57:49Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:50.585127 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-0c8a12fb-477a-4623-95cc-1770cae90865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:50.586575 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-0c8a12fb-477a-4623-95cc-1770cae90865 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 200 len: 854 time: 0.0439341 Apr 08 11:57:50.607977 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:57:50.616975 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:57:50.617590 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:57:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:50.638033 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-a57388ae-a47e-49e4-a29f-283f507c5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:50.639533 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-a57388ae-a47e-49e4-a29f-283f507c5db3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b42f51e3-0f1e-4937-bf6b-96b22f893f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472181 Apr 08 11:57:50.723541 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:57:50.726654 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-9f344bea-da98-4a9d-8486-89fe612d4e9f service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808954 Apr 08 11:57:50.825535 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b6aa29cd-be35-42f0-8413-9d72c344b9ad req-312d1c66-ae64-474d-bc3a-8c74c05d1ef2 service neutron] 10.222.0.44 "GET /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Apr 08 11:57:51.040212 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'f676abf7-afee-4d29-851a-23607e9fb034', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:8b:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:57:36Z', 'updated_at': '2022-04-08T11:57:49Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:57:51.073291 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae8e26-acfa-446f-bd71-3f7e18f55ecb None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'f676abf7-afee-4d29-851a-23607e9fb034', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'port_id': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'mac_address': 'fa:16:3e:8b:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:57:36Z', 'updated_at': '2022-04-08T11:57:49Z', 'revision_number': 1, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:57:51.286965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e181805c-6a00-4a9d-97a2-443b8a354604 None None] New status for floating IP f676abf7-afee-4d29-851a-23607e9fb034: ACTIVE {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:57:52.709741 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9306-913d-4628-a6d3-ed32741ac465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:53.850237 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:55.088611 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:56.344742 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c392fc0-4787-4015-b279-12be3d8915e6 req-eb22cd02-8174-4fce-a5c3-057d6650eef6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:56.346248 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3c392fc0-4787-4015-b279-12be3d8915e6 req-eb22cd02-8174-4fce-a5c3-057d6650eef6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0587959 Apr 08 11:57:56.393052 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3c392fc0-4787-4015-b279-12be3d8915e6 req-b3c6ac59-1571-44a5-8072-f78f4f3588e8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Apr 08 11:57:56.591672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:57:57.537621 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab6f53-8284-4b63-b642-c85a9b013a25 req-c65bbb4d-8a4b-482d-8d56-1fa9df4ef414 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:57.539073 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-91ab6f53-8284-4b63-b642-c85a9b013a25 req-c65bbb4d-8a4b-482d-8d56-1fa9df4ef414 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0545127 Apr 08 11:57:57.585649 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-91ab6f53-8284-4b63-b642-c85a9b013a25 req-a1fa4d90-96ba-4c18-ba5b-2381e181d379 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Apr 08 11:57:58.722521 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f20a6-1fd2-4cbf-a37b-564ed0aad76b req-e605d1fa-1763-4bf2-99fe-fe74276c18da tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:58.723992 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-461f20a6-1fd2-4cbf-a37b-564ed0aad76b req-e605d1fa-1763-4bf2-99fe-fe74276c18da tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0543871 Apr 08 11:57:58.775489 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-461f20a6-1fd2-4cbf-a37b-564ed0aad76b req-08866f7a-7e77-4629-8e26-79c51786cf84 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433519 Apr 08 11:57:59.707110 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:57:59.912495 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7040-7626-46fb-951c-7514983b8a5f req-002eb271-e26c-4581-96f9-ed910e1886cc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:57:59.914017 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1ca7040-7626-46fb-951c-7514983b8a5f req-002eb271-e26c-4581-96f9-ed910e1886cc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0606306 Apr 08 11:57:59.965008 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1ca7040-7626-46fb-951c-7514983b8a5f req-33766b25-fd49-468d-b3e4-d4fc5fbab8c4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Apr 08 11:58:01.101309 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba48f82-9f91-4807-a617-63a19ffe23ad req-7d1c11f9-ca72-4195-bea1-6e6dc9669d90 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:01.102791 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ba48f82-9f91-4807-a617-63a19ffe23ad req-7d1c11f9-ca72-4195-bea1-6e6dc9669d90 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0559418 Apr 08 11:58:01.150803 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ba48f82-9f91-4807-a617-63a19ffe23ad req-9cf1059e-b6e5-4bfe-bbb1-ae021bf79788 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Apr 08 11:58:02.302784 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b073f4e-f718-4377-9b07-e0115399de73 req-0fa0ef88-753a-4cef-a48c-960ec9502812 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:02.304175 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8b073f4e-f718-4377-9b07-e0115399de73 req-0fa0ef88-753a-4cef-a48c-960ec9502812 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0591269 Apr 08 11:58:02.349623 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8b073f4e-f718-4377-9b07-e0115399de73 req-cf6b2f26-e6f8-4fd3-9d86-f461202e07be tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Apr 08 11:58:03.482962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e107c3-1bde-4c36-8402-cd2c152e29e2 req-80b1f5f0-0d9c-4883-a882-c49ebccffd64 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:03.484412 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-48e107c3-1bde-4c36-8402-cd2c152e29e2 req-80b1f5f0-0d9c-4883-a882-c49ebccffd64 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0556581 Apr 08 11:58:03.531033 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-48e107c3-1bde-4c36-8402-cd2c152e29e2 req-1c05baf5-87df-481f-b7ee-c3df5531cde0 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Apr 08 11:58:04.667394 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b48e7-dd9c-47dc-9f4d-2faac169c941 req-c9816bca-bdfe-4426-a8dd-bbc4650ec239 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:04.668870 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-570b48e7-dd9c-47dc-9f4d-2faac169c941 req-c9816bca-bdfe-4426-a8dd-bbc4650ec239 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0542068 Apr 08 11:58:04.718429 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-570b48e7-dd9c-47dc-9f4d-2faac169c941 req-6ecd928f-6aec-479d-90a4-eb691482c66e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Apr 08 11:58:04.879749 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:05.845181 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab60b-ca48-46dd-9fbf-81a765722ba1 req-a3fdd062-c25f-40a8-8cf0-7464987c6ff8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:05.846741 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72fab60b-ca48-46dd-9fbf-81a765722ba1 req-a3fdd062-c25f-40a8-8cf0-7464987c6ff8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Apr 08 11:58:05.897423 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72fab60b-ca48-46dd-9fbf-81a765722ba1 req-89e67fdb-09e4-4661-bc0b-4ebc4fab39ca tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448458 Apr 08 11:58:07.024397 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa288c-0e2c-4f0f-bfc1-5b59f6697e7b req-8d275f11-6f76-46de-9d6c-9da6752705a7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:07.025903 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-95aa288c-0e2c-4f0f-bfc1-5b59f6697e7b req-8d275f11-6f76-46de-9d6c-9da6752705a7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Apr 08 11:58:07.073087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-95aa288c-0e2c-4f0f-bfc1-5b59f6697e7b req-40139371-4deb-4164-853b-273cf059eee9 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Apr 08 11:58:08.215551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f4fc-22aa-4458-b7a3-17ec5b10d4b5 req-5f767463-7ff9-4d7f-913c-3562c89d0b71 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:08.217069 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8823f4fc-22aa-4458-b7a3-17ec5b10d4b5 req-5f767463-7ff9-4d7f-913c-3562c89d0b71 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0578973 Apr 08 11:58:08.263648 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8823f4fc-22aa-4458-b7a3-17ec5b10d4b5 req-5f649494-c450-48f0-8f4b-2ad1dbc04aad tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Apr 08 11:58:08.451917 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:58:08.548430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:08.560648 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '90194946-48aa-45ae-b772-d96209ac86cc', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:58:08.600647 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: ACTIVE; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:08.601068 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:08.614687 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:58:08.634829 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:08.641347 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:08.689821 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=6']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:08.731414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['90194946-48aa-45ae-b772-d96209ac86cc'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:58:09.398438 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5ddf-f574-4046-8494-0cae78d40527 req-d6b2d4fe-dc02-42e5-94d6-603556244bf8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:09.399891 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-963f5ddf-f574-4046-8494-0cae78d40527 req-d6b2d4fe-dc02-42e5-94d6-603556244bf8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0597177 Apr 08 11:58:09.449929 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-963f5ddf-f574-4046-8494-0cae78d40527 req-c14695ed-f40c-41ba-81cf-636b0b7d7f0e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Apr 08 11:58:10.470928 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:58:10.530806 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 90194946-48aa-45ae-b772-d96209ac86cc triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:10.531279 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (90194946-48aa-45ae-b772-d96209ac86cc), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:10.584824 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ad66-8c27-4d11-ad5e-9fd5e833e200 req-b2a71946-dcef-4acc-a230-b81784d1cc09 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:10.586331 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-08f6ad66-8c27-4d11-ad5e-9fd5e833e200 req-b2a71946-dcef-4acc-a230-b81784d1cc09 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0525646 Apr 08 11:58:10.608636 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:10.609061 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:10.631803 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-08f6ad66-8c27-4d11-ad5e-9fd5e833e200 req-22744812-0750-44b0-bebd-1beb3e19f4be tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Apr 08 11:58:10.634820 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:58:10.637075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4933d366-8e4e-4d59-a13a-fee33b4cf891" -d '{"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:58:10.649528 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:10.662278 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:10.685653 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd8c26-e303-401a-ba6a-3fe972edf903 x-openstack-request-id: req-cacd8c26-e303-401a-ba6a-3fe972edf903 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:58:10.685964 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:58:10.686195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cacd8c26-e303-401a-ba6a-3fe972edf903 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:58:10.686591 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacd8c26-e303-401a-ba6a-3fe972edf903'] response: {'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'code': 200} Apr 08 11:58:10.710970 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=7']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:11.767148 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d647ea-5742-452c-8642-f71e0dab4046 req-fff5f406-f0c2-4de0-8b73-f643b64f1089 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:11.769398 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-52d647ea-5742-452c-8642-f71e0dab4046 req-fff5f406-f0c2-4de0-8b73-f643b64f1089 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0605686 Apr 08 11:58:11.820516 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-52d647ea-5742-452c-8642-f71e0dab4046 req-219bdca5-a3ef-4b40-ad7a-eebbcae36bce tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Apr 08 11:58:12.968779 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de044622-49d9-43d9-a693-8e179c1c2cfa req-4ff21a32-1734-4bdc-8547-0010696f4b76 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:12.970265 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-de044622-49d9-43d9-a693-8e179c1c2cfa req-4ff21a32-1734-4bdc-8547-0010696f4b76 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0677154 Apr 08 11:58:13.027556 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-de044622-49d9-43d9-a693-8e179c1c2cfa req-46691d42-b584-4e2c-a74c-0b13c5107290 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495076 Apr 08 11:58:14.153293 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1917fea-b565-4342-a8e9-00231f40009a req-7d56aecf-2a26-4782-97cb-61ab90084d7a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:14.154678 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a1917fea-b565-4342-a8e9-00231f40009a req-7d56aecf-2a26-4782-97cb-61ab90084d7a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0541131 Apr 08 11:58:14.204506 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a1917fea-b565-4342-a8e9-00231f40009a req-1b6b5702-a12e-4edd-98dc-520e48663a75 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Apr 08 11:58:15.336067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b50cc-68f4-4e81-b94a-8242d8c30384 req-bc2b0ce9-1ae8-4d11-9f20-481e77614972 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:15.337604 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e1b50cc-68f4-4e81-b94a-8242d8c30384 req-bc2b0ce9-1ae8-4d11-9f20-481e77614972 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0573807 Apr 08 11:58:15.387746 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e1b50cc-68f4-4e81-b94a-8242d8c30384 req-7e548704-8154-4fc4-8c40-48b604524fcc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Apr 08 11:58:16.522095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4614b-e63c-4da4-870a-d7f0270c7b83 req-71f3888d-5ad7-4ad8-92a3-198965f55161 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:16.524422 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56e4614b-e63c-4da4-870a-d7f0270c7b83 req-71f3888d-5ad7-4ad8-92a3-198965f55161 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0582535 Apr 08 11:58:16.577153 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56e4614b-e63c-4da4-870a-d7f0270c7b83 req-e31ca9df-7000-4f54-895f-313828d48e4b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Apr 08 11:58:17.713935 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77442c-a12b-45a9-9b10-9d09e19de9d0 req-fb6faec7-430c-4037-b7fc-1c78ec334dc2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:17.715641 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aa77442c-a12b-45a9-9b10-9d09e19de9d0 req-fb6faec7-430c-4037-b7fc-1c78ec334dc2 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0553095 Apr 08 11:58:17.769167 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aa77442c-a12b-45a9-9b10-9d09e19de9d0 req-0b9ca445-62c6-4814-80f4-3f10b1f566a7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472918 Apr 08 11:58:18.894525 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58681e-6dbe-42f1-97a5-8d4dd408fe42 req-533a59f2-a10f-4382-9166-4ec00e6295e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:18.895937 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c58681e-6dbe-42f1-97a5-8d4dd408fe42 req-533a59f2-a10f-4382-9166-4ec00e6295e1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0538316 Apr 08 11:58:18.948752 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c58681e-6dbe-42f1-97a5-8d4dd408fe42 req-11e273eb-ae8f-429b-8977-4a4d84ea6589 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Apr 08 11:58:20.084096 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07733e6-0f60-435c-993e-77663a7c6f7d req-39d490f1-ff60-4cab-807f-c08331e8265a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:20.085627 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f07733e6-0f60-435c-993e-77663a7c6f7d req-39d490f1-ff60-4cab-807f-c08331e8265a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0571001 Apr 08 11:58:20.136344 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f07733e6-0f60-435c-993e-77663a7c6f7d req-39c781c8-cd02-4762-8c52-c12fff488dd1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Apr 08 11:58:20.444557 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9387fc23-83b3-4e43-a14b-3bf0938ea857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:21.264249 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d96ca8-8493-4aa8-b675-7df58c060f1d req-d46310e3-b14b-4b1a-87bf-933ffc4eb21f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:21.265821 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76d96ca8-8493-4aa8-b675-7df58c060f1d req-d46310e3-b14b-4b1a-87bf-933ffc4eb21f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0531218 Apr 08 11:58:21.318604 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76d96ca8-8493-4aa8-b675-7df58c060f1d req-3d71553f-5f11-47a4-9206-d7166f0a4a9f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Apr 08 11:58:22.453253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313f2dc-ec26-42bb-ba22-d7eced97a0d1 req-61217451-d0aa-4738-8151-502c30b0c0f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:22.454785 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0313f2dc-ec26-42bb-ba22-d7eced97a0d1 req-61217451-d0aa-4738-8151-502c30b0c0f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0560474 Apr 08 11:58:22.510627 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0313f2dc-ec26-42bb-ba22-d7eced97a0d1 req-c406c389-53f1-473e-9e7e-bcdcdc939ee3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497384 Apr 08 11:58:22.699906 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fd975a9d-b88f-46ba-9b6c-5c9104cfee33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:23.647995 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45393a45-f94a-426c-a890-53e78a64e2b6 req-35630bb5-b74a-4115-aca2-df31715a2849 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:23.649973 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-45393a45-f94a-426c-a890-53e78a64e2b6 req-35630bb5-b74a-4115-aca2-df31715a2849 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0578468 Apr 08 11:58:23.707842 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-45393a45-f94a-426c-a890-53e78a64e2b6 req-2b9ad67c-faac-415c-8f12-da7201ebb881 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504253 Apr 08 11:58:23.848315 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:24.869174 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3adf-b999-49df-afaf-b8999fca6b31 req-05110236-8270-4a88-9690-991b015eb680 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:24.871372 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aafd3adf-b999-49df-afaf-b8999fca6b31 req-05110236-8270-4a88-9690-991b015eb680 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0605338 Apr 08 11:58:24.930301 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aafd3adf-b999-49df-afaf-b8999fca6b31 req-4582910b-1496-4dfb-a907-ef2b9dce69d6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527661 Apr 08 11:58:25.088785 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:26.071441 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866ba5-5fd8-4dd2-8407-a17082d27ca1 req-89b985e7-986d-4362-9bc8-4dd3616a0c06 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:26.072936 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-40866ba5-5fd8-4dd2-8407-a17082d27ca1 req-89b985e7-986d-4362-9bc8-4dd3616a0c06 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0576696 Apr 08 11:58:26.400031 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-40866ba5-5fd8-4dd2-8407-a17082d27ca1 req-90654772-6e99-433f-ad89-b42efc9fdd53 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204210 Apr 08 11:58:26.413921 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-ac06cd3d-4183-485b-9360-7aee1d018da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:26.418530 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-ac06cd3d-4183-485b-9360-7aee1d018da5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1129 time: 0.0726223 Apr 08 11:58:26.511013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-a7433f11-b70f-427f-b2e2-c47d422ca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:26.512509 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-a7433f11-b70f-427f-b2e2-c47d422ca0b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0855649 Apr 08 11:58:26.584138 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-ab0fe249-3cf6-427e-9c45-5680610935c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 1001 time: 0.0654554 Apr 08 11:58:26.588701 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:26.638290 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-75627538-fa6b-4614-ba35-719a610b07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:26.639853 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-75627538-fa6b-4614-ba35-719a610b07ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0447598 Apr 08 11:58:26.692451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-b60b25f2-435b-4030-a16d-15f08b74092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:26.693989 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-b60b25f2-435b-4030-a16d-15f08b74092e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475349 Apr 08 11:58:27.003198 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-9d9cf21f-1f50-435a-86d9-d02dfc243e25 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945129 Apr 08 11:58:27.107571 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39b0631a-e199-484d-9c6b-71c0c5686aa8 req-518b6fdc-9681-4a75-a156-4111f06ff419 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920660 Apr 08 11:58:27.548084 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda678af-6e3e-4d72-9468-819bd3197e3f req-b3788f79-839a-4617-b4c0-4473cd488b00 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:27.549488 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cda678af-6e3e-4d72-9468-819bd3197e3f req-b3788f79-839a-4617-b4c0-4473cd488b00 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0628436 Apr 08 11:58:27.599491 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cda678af-6e3e-4d72-9468-819bd3197e3f req-bccd7c89-a799-4454-a1de-bf117221cd5e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415716 Apr 08 11:58:28.593961 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:28.676161 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: ACTIVE; New status is: DOWN {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:28.677021 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:28.704149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:58:28.706690 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc5918-6c35-48fa-82cc-6a96b00516e7" -d '{"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-unplugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:58:28.724978 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:28.732221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834137-8855-4ecc-9725-addf6ebef8a8 req-1ec11a8f-e97b-479d-89e2-fdace81408e3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:28.733497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:28.733990 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf834137-8855-4ecc-9725-addf6ebef8a8 req-1ec11a8f-e97b-479d-89e2-fdace81408e3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 945 time: 0.0585155 Apr 08 11:58:28.762268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d880f-feef-4b99-a766-e5881255d77c x-openstack-request-id: req-481d880f-feef-4b99-a766-e5881255d77c {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:58:28.762558 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-unplugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:58:28.762811 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-481d880f-feef-4b99-a766-e5881255d77c {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:58:28.763207 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481d880f-feef-4b99-a766-e5881255d77c'] response: {'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'code': 200} Apr 08 11:58:28.789305 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf834137-8855-4ecc-9725-addf6ebef8a8 req-d70ca389-f1e7-4f76-b2f0-efe79e478f7a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485339 Apr 08 11:58:28.792919 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=8']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:29.223002 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e5d31-a7e8-4050-998a-46c7814a64f5 req-43c9a98e-ec2a-4dba-bcae-6e26840fda28 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:29.224507 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a04e5d31-a7e8-4050-998a-46c7814a64f5 req-43c9a98e-ec2a-4dba-bcae-6e26840fda28 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0574238 Apr 08 11:58:29.271385 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a04e5d31-a7e8-4050-998a-46c7814a64f5 req-c3928ffe-a526-4ba5-9931-e22ff728463f tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 Apr 08 11:58:29.938922 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4655a79-4ab5-47ce-be2f-ce4cf79cacbf req-c1f26209-aba5-46fb-ba57-5ed9f6d2d7ec tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:29.940373 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4655a79-4ab5-47ce-be2f-ce4cf79cacbf req-c1f26209-aba5-46fb-ba57-5ed9f6d2d7ec tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0653262 Apr 08 11:58:29.993929 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4655a79-4ab5-47ce-be2f-ce4cf79cacbf req-31b8bd60-1e96-4830-b756-1d887c31d84f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476947 Apr 08 11:58:30.391695 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47751-5bd8-4d61-9a3f-b8e793380a67 req-44031f62-dc1d-4f54-9560-8930b0050d5d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:30.393205 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dbb47751-5bd8-4d61-9a3f-b8e793380a67 req-44031f62-dc1d-4f54-9560-8930b0050d5d tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0536797 Apr 08 11:58:30.440389 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dbb47751-5bd8-4d61-9a3f-b8e793380a67 req-bf0b1e85-0061-4440-b0fa-b6aabd585a5a tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Apr 08 11:58:30.929377 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9baf-547f-4ebf-b76a-a8bb93fbeda9 req-07bd53eb-c743-4ced-a829-4e37eb05f5f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:30.931156 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97aa9baf-547f-4ebf-b76a-a8bb93fbeda9 req-07bd53eb-c743-4ced-a829-4e37eb05f5f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0554349 Apr 08 11:58:30.967103 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-db9f6cdf-5185-4cf6-a29d-013511b1dbe6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465989 Apr 08 11:58:30.978405 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97aa9baf-547f-4ebf-b76a-a8bb93fbeda9 req-83d5f348-0e82-4fb1-a715-672fcc571e2f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Apr 08 11:58:31.042898 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-75c4e4d9-a236-49bf-ade0-84ae5251ae5e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.044699 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-75c4e4d9-a236-49bf-ade0-84ae5251ae5e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports/90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 940 time: 0.0500076 Apr 08 11:58:31.203763 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff68df6-2036-4862-be81-8dcbb002c489 req-3fccce31-1c61-4330-8b1e-7d8a00a272bd tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.205342 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aff68df6-2036-4862-be81-8dcbb002c489 req-3fccce31-1c61-4330-8b1e-7d8a00a272bd tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.0545294 Apr 08 11:58:31.304142 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Deleting port 0e9aa867-3810-48c4-8511-ffd929d4d50c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:31.304488 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:31.391439 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] For port 0e9aa867-3810-48c4-8511-ffd929d4d50c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=0e9aa867-3810-48c4-8511-ffd929d4d50c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:31.391856 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:31.607011 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:31.607412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:31.607772 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Floating IP ce60a581-ec93-4baa-9437-b1146375dffe disassociated. External IP: 172.27.2.20, port: 0e9aa867-3810-48c4-8511-ffd929d4d50c. Apr 08 11:58:31.608226 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Calling delete_port for 0e9aa867-3810-48c4-8511-ffd929d4d50c owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:31.627499 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe2a3a-b194-4f55-a8f1-6d941e455755 req-55e22c58-b30d-4c34-812a-7012b8e2ac25 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.629062 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-49fe2a3a-b194-4f55-a8f1-6d941e455755 req-55e22c58-b30d-4c34-812a-7012b8e2ac25 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/ports?device_id=9290f37f-ee94-4253-a187-f7cf2fff5dec HTTP/1.1" status: 200 len: 945 time: 0.1206901 Apr 08 11:58:31.732867 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-49fe2a3a-b194-4f55-a8f1-6d941e455755 req-f9cafafc-3b0c-4d8e-b9a2-f2059ae38519 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups?id=2296681f-d60d-4f04-8798-0a92bc12abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710380 Apr 08 11:58:31.798262 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (0e9aa867-3810-48c4-8511-ffd929d4d50c), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:31.816270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-c827765b-8c79-437c-ad02-98c57cd72946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.818021 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-c827765b-8c79-437c-ad02-98c57cd72946 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972&tenant_id=6b81377c8b12468182f67de2d1209fa6 HTTP/1.1" status: 200 len: 1127 time: 0.0839052 Apr 08 11:58:31.825155 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'Port': ['ID=0e9aa867-3810-48c4-8511-ffd929d4d50c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:31.834842 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.835191 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.835532 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.835870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.836206 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.836533 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.836858 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.837204 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.837963 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.837963 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.838161 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.838463 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.838785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.843331 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.843331 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:31.892518 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-ade150ac-8d61-406a-b288-a3d25f7c9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.894145 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-ade150ac-8d61-406a-b288-a3d25f7c9176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1127 time: 0.0492954 Apr 08 11:58:31.960156 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:58:31.986457 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-0837a89a-7864-4f82-bb19-e7b62fe2e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:31.987930 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-0837a89a-7864-4f82-bb19-e7b62fe2e986 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0885093 Apr 08 11:58:32.057900 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-a1168291-c6e8-4473-9019-f96a4267982a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 999 time: 0.0638673 Apr 08 11:58:32.074988 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:58:32.086303 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:58:32.097146 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:58:32.097838 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:58:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:32.118144 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] No DVR routers for this DVR port 0e9aa867-3810-48c4-8511-ffd929d4d50c on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:58:32.121433 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:32.125551 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aff68df6-2036-4862-be81-8dcbb002c489 req-57a2a6f0-c0b8-42e9-8de2-015b742414e9 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.44 "DELETE /v2.0/ports/0e9aa867-3810-48c4-8511-ffd929d4d50c HTTP/1.1" status: 204 len: 173 time: 0.9153225 Apr 08 11:58:32.126074 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'name': 'network-vif-deleted', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:58:32.129962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028391a6-5af0-4cd9-9186-9e609164e605" -d '{"events": [{"server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "name": "network-vif-deleted", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:58:32.134371 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-408a3e2e-e15c-4630-92dc-48cb4a9d0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:32.135861 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-408a3e2e-e15c-4630-92dc-48cb4a9d0fb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0705736 Apr 08 11:58:32.149038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d43b-f6c8-495d-a1b2-a86fd9ad2071 req-b5c4ebdf-7ec0-416f-a260-b695d3c8d76d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:32.150780 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1912d43b-f6c8-495d-a1b2-a86fd9ad2071 req-b5c4ebdf-7ec0-416f-a260-b695d3c8d76d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0960779 Apr 08 11:58:32.181574 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c7591-7826-416b-b689-398c31688b51 x-openstack-request-id: req-277c7591-7826-416b-b689-398c31688b51 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:58:32.181983 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290f37f-ee94-4253-a187-f7cf2fff5dec", "name": "network-vif-deleted", "tag": "0e9aa867-3810-48c4-8511-ffd929d4d50c", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:58:32.182348 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-277c7591-7826-416b-b689-398c31688b51 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:58:32.182854 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277c7591-7826-416b-b689-398c31688b51'] response: {'server_uuid': '9290f37f-ee94-4253-a187-f7cf2fff5dec', 'name': 'network-vif-deleted', 'tag': '0e9aa867-3810-48c4-8511-ffd929d4d50c', 'status': 'completed', 'code': 200} Apr 08 11:58:32.217825 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:58:32.226722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-ba2835db-b3b0-408a-a78b-7948b72ad5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:32.228236 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-ba2835db-b3b0-408a-a78b-7948b72ad5c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765464 Apr 08 11:58:32.272484 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1912d43b-f6c8-495d-a1b2-a86fd9ad2071 req-fe2545a5-be18-4967-86a9-bdc33d11e4eb tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850234 Apr 08 11:58:32.353086 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-0ba201be-7602-4145-864b-cac53adb7f56 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162264 Apr 08 11:58:32.435216 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:32.460748 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:58:32.469945 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:58:32.470537 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:58:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:32.580102 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:58:32.594780 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-915884da-cf8a-4214-818a-807350f550ce service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905006 Apr 08 11:58:32.623663 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:32.725469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: DOWN; New status is: DOWN {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:32.726517 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 0e9aa867-3810-48c4-8511-ffd929d4d50c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:32.747159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 0e9aa867-3810-48c4-8511-ffd929d4d50c {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:58:32.747504 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 0e9aa867-3810-48c4-8511-ffd929d4d50c not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:58:32.788658 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:32.816175 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bad9c1-027b-4ed1-b50f-854ad1f8c0d0 None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:50:06Z', 'revision_number': 4, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': 'af83c1d7-e47f-4a6e-b0d5-48e8472e622c', 'name': '', 'network_id': 'd60eb72e-bc0f-4b41-b1ab-cf20cca656cf', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'mac_address': 'fa:16:3e:7f:02:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:14Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'subnets': [{'id': '59fec379-bd10-40c4-9f94-d73d6c25e227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:58:32.826342 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44502) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:32.910255 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (2296681f-d60d-4f04-8798-0a92bc12abe5), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:32.937476 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (2296681f-d60d-4f04-8798-0a92bc12abe5), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:32.996508 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2296681f-d60d-4f04-8798-0a92bc12abe5), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.000633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.002485 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "DELETE /v2.0/security-groups/2296681f-d60d-4f04-8798-0a92bc12abe5 HTTP/1.1" status: 204 len: 168 time: 0.1749747 Apr 08 11:58:33.005081 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44514) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:33.015620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296681f-d60d-4f04-8798-0a92bc12abe5,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:33.024966 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.025408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.025971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.026557 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.027127 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.027633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.028135 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.028564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.029097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.029510 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.030063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.030488 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.031019 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.031521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.031886 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808d8cbb-dd6f-4587-b36e-e51802c18c70 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:33.037757 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.api.v2.resource [None req-ca2e4c7a-ea4b-40d7-ae7f-5648ba978034 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] show failed (client error): The resource could not be found. Apr 08 11:58:33.038840 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ca2e4c7a-ea4b-40d7-ae7f-5648ba978034 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "GET /v2.0/security-groups/2296681f-d60d-4f04-8798-0a92bc12abe5 HTTP/1.1" status: 404 len: 347 time: 0.0327394 Apr 08 11:58:33.042327 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44516) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:33.221680 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f82704-8698-42c1-91f7-4fed87abd365 None None] New status for floating IP ce60a581-ec93-4baa-9437-b1146375dffe: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:58:33.479549 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6fc40-1e4b-4d67-8124-2c3989732fcf req-9458f01b-b6ba-4797-8b4b-601bd0930b01 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:33.490789 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-17c6fc40-1e4b-4d67-8124-2c3989732fcf req-9458f01b-b6ba-4797-8b4b-601bd0930b01 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.1106861 Apr 08 11:58:33.560802 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-17c6fc40-1e4b-4d67-8124-2c3989732fcf req-926a623f-28d7-4beb-8486-a2d691ff8f15 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687013 Apr 08 11:58:33.621796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Deleting port ada00ba7-ec55-4e13-957c-03873cf85d7e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:33.622366 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.721298 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.721749 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (ada00ba7-ec55-4e13-957c-03873cf85d7e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.738685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Calling delete_port for ada00ba7-ec55-4e13-957c-03873cf85d7e owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:33.874799 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (ada00ba7-ec55-4e13-957c-03873cf85d7e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.906887 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Pushing event deleted for resources: {'Port': ['ID=ada00ba7-ec55-4e13-957c-03873cf85d7e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:33.964931 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks [] for floatingip (ce60a581-ec93-4baa-9437-b1146375dffe), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.967406 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:33.970769 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-917233ec-e235-4186-8683-a2328c748a56 tempest-AttachVolumeTestJSON-1422347090 tempest-AttachVolumeTestJSON-1422347090-project] 10.222.0.55 "DELETE /v2.0/floatingips/ce60a581-ec93-4baa-9437-b1146375dffe HTTP/1.1" status: 204 len: 168 time: 0.9249279 Apr 08 11:58:34.695088 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdafdd-700a-4893-963a-cacc719142c8 req-edb51ff1-3861-4f92-8478-79f866310467 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:34.696636 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8cdafdd-700a-4893-963a-cacc719142c8 req-edb51ff1-3861-4f92-8478-79f866310467 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0528402 Apr 08 11:58:34.747258 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8cdafdd-700a-4893-963a-cacc719142c8 req-0f1e2408-2024-446b-b5e6-49e4eebcb7dd tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446172 Apr 08 11:58:34.885708 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:35.882219 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800c16b-cb72-4558-bcc2-cccdb23980a2 req-f8189963-f7f5-47ec-b3c4-61e2c7ec2a4c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:35.883785 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0800c16b-cb72-4558-bcc2-cccdb23980a2 req-f8189963-f7f5-47ec-b3c4-61e2c7ec2a4c tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0634115 Apr 08 11:58:35.934031 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0800c16b-cb72-4558-bcc2-cccdb23980a2 req-47cba804-7033-4b25-be49-94ef129a7872 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445604 Apr 08 11:58:36.707654 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:58:37.065219 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc840bc-d6fc-40a9-9f46-45657689a980 req-4a4e5653-69fa-4220-8e92-b51679bd69ef tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:37.066829 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ecc840bc-d6fc-40a9-9f46-45657689a980 req-4a4e5653-69fa-4220-8e92-b51679bd69ef tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0599566 Apr 08 11:58:37.117886 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ecc840bc-d6fc-40a9-9f46-45657689a980 req-808daafc-5be2-4514-9f96-dd9c3461288a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452619 Apr 08 11:58:37.526070 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44554) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:38.134794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:38.327502 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4546f32-40bf-48ae-a4a3-8d08df28939b req-28c7485a-7dd0-45d8-8f36-b1b130717876 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:38.329176 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b4546f32-40bf-48ae-a4a3-8d08df28939b req-28c7485a-7dd0-45d8-8f36-b1b130717876 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.1045430 Apr 08 11:58:38.450404 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b4546f32-40bf-48ae-a4a3-8d08df28939b req-2742968e-39fe-49e2-b1f3-0cc8b1d545f3 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927186 Apr 08 11:58:38.550606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Deleting port af83c1d7-e47f-4a6e-b0d5-48e8472e622c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:38.551667 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:38.635139 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] For port af83c1d7-e47f-4a6e-b0d5-48e8472e622c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:38.635494 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:38.648612 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Calling delete_port for af83c1d7-e47f-4a6e-b0d5-48e8472e622c owned by network:router_interface {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:38.833280 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (af83c1d7-e47f-4a6e-b0d5-48e8472e622c), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:38.861369 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=af83c1d7-e47f-4a6e-b0d5-48e8472e622c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:39.051787 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:39.561632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:58:39.601930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e0e2-2de6-4cbe-aa3f-87de9dcc1509 req-afe8d5f3-f628-4474-ab1b-d02acc6df700 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:39.608578 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e018e0e2-2de6-4cbe-aa3f-87de9dcc1509 req-afe8d5f3-f628-4474-ab1b-d02acc6df700 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0589476 Apr 08 11:58:39.665882 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e018e0e2-2de6-4cbe-aa3f-87de9dcc1509 req-b50cc823-00ee-47d7-b96f-4d6a5e6b173e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561349 Apr 08 11:58:39.699920 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:58:39.707898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44566) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:39.708215 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3884d3d9-7fce-4b01-9c51-a5839aca6b2f admin admin] 10.222.0.55 "PUT /v2.0/routers/ee80ea6b-3e54-42f8-b06c-d68a06bc00e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1807888 Apr 08 11:58:39.708731 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Sync routers for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:58:39.722338 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:58:39.722961 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:58:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:39.827507 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks [] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:39.846852 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:58:40.009508 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks [] for router_gateway (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.100667 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Deleting port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:40.101140 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.169007 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:58:38Z', 'revision_number': 5, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port': {'id': '2ae6c5d0-4a14-4a8e-91c6-3025305ad308', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:49:58Z', 'updated_at': '2022-04-08T11:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:40.204436 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] For port 2ae6c5d0-4a14-4a8e-91c6-3025305ad308, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:40.204436 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.209723 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Checking router: ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:58:40.218268 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Routers {'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:58:40.219294 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:58:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:40.220106 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Calling delete_port for 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:40.328924 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] Set router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:58:40.395161 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:58:40Z', 'revision_number': 6, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:40.425812 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341fd022-ff17-4881-9b04-73ec5028f034 None None] The sync data for ids ['ee80ea6b-3e54-42f8-b06c-d68a06bc00e9'] in dv-cinder-815660-8-iscsi is: [{'id': 'ee80ea6b-3e54-42f8-b06c-d68a06bc00e9', 'name': 'tempest-AttachVolumeTestJSON-1732422969-router', 'tenant_id': 'e0e55e4bdb244a69af7795108ad500fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:49:57Z', 'updated_at': '2022-04-08T11:58:40Z', 'revision_number': 6, 'project_id': 'e0e55e4bdb244a69af7795108ad500fb', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:58:40.450545 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (2ae6c5d0-4a14-4a8e-91c6-3025305ad308), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.480467 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae6c5d0-4a14-4a8e-91c6-3025305ad308,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:40.550204 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.650286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.656048 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks [] for router_controller (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.706171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (ee80ea6b-3e54-42f8-b06c-d68a06bc00e9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.706865 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:58:40.712228 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.713453 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-37007dda-2905-40e1-b62b-417b92b34593 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ee80ea6b-3e54-42f8-b06c-d68a06bc00e9 HTTP/1.1" status: 204 len: 168 time: 1.0045817 Apr 08 11:58:40.715956 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 44572) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:40.770445 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Deleting subnet 59fec379-bd10-40c4-9f94-d73d6c25e227 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:58:40.774470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Publish callbacks [] for subnet (59fec379-bd10-40c4-9f94-d73d6c25e227), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.817662 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (59fec379-bd10-40c4-9f94-d73d6c25e227), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:40.856179 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39184fb3-94dc-46f8-8847-d7802720f7a3 req-cb53d8ed-ef7a-4e21-8e2e-6f0c758c5368 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:40.858317 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39184fb3-94dc-46f8-8847-d7802720f7a3 req-cb53d8ed-ef7a-4e21-8e2e-6f0c758c5368 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0923150 Apr 08 11:58:40.990986 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-39184fb3-94dc-46f8-8847-d7802720f7a3 req-b9e709fa-e27d-41e8-9682-7b06d428e09d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073668 Apr 08 11:58:41.057003 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (59fec379-bd10-40c4-9f94-d73d6c25e227), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.120041 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (59fec379-bd10-40c4-9f94-d73d6c25e227), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.148544 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fec379-bd10-40c4-9f94-d73d6c25e227,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:41.154663 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.160382 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-004b8eda-24d2-4e8a-a1bd-8d3b400db3a1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/59fec379-bd10-40c4-9f94-d73d6c25e227 HTTP/1.1" status: 204 len: 168 time: 0.4434192 Apr 08 11:58:41.160586 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44574) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:41.160992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea4b011-050f-46c9-a450-1bf0448fb8d6 None None] Network d60eb72e-bc0f-4b41-b1ab-cf20cca656cf requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:58:41.232166 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.292979 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Deleting port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:41.293364 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.357211 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] For port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:41.357592 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.371446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Calling delete_port for 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:41.384202 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] DHCP port deletion for d60eb72e-bc0f-4b41-b1ab-cf20cca656cf request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:58:41.436622 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Deleting port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:58:41.437038 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.458926 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.484840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Pushing event deleted for resources: {'Port': ['ID=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:41.488189 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] No DVR routers for this DVR port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:58:41.509044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] For port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,segment=NetworkSegment(847d19f6-f8ed-4dc0-80d7-28dacceb6219),segment_id=847d19f6-f8ed-4dc0-80d7-28dacceb6219)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:41.509440 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.521938 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Calling delete_port for 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:58:41.564782 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.585470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60eb72e-bc0f-4b41-b1ab-cf20cca656cf']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:41.594745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847d19f6-f8ed-4dc0-80d7-28dacceb6219') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:41.595045 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847d19f6-f8ed-4dc0-80d7-28dacceb6219') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:58:41.603198 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (63028ea2-39ac-4b0a-8c81-b30fb7ecef11), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.605246 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (847d19f6-f8ed-4dc0-80d7-28dacceb6219), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.619123 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (847d19f6-f8ed-4dc0-80d7-28dacceb6219), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.625588 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:58:41.625995 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (847d19f6-f8ed-4dc0-80d7-28dacceb6219), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:58:41.627867 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:58:41.634035 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] No DVR routers for this DVR port 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:58:41.636812 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Pushing event deleted for resources: {'Port': ['ID=63028ea2-39ac-4b0a-8c81-b30fb7ecef11,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:41.653730 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.654081 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.654425 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.654767 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.655101 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.655436 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.655776 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.656144 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.656474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.656943 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.657451 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.658111 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.658773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.659432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.660130 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227dde6-8432-4d78-8d7a-4710c2fea594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:58:41.694537 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (d60eb72e-bc0f-4b41-b1ab-cf20cca656cf), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.699705 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.703048 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d60eb72e-bc0f-4b41-b1ab-cf20cca656cf HTTP/1.1" status: 204 len: 168 time: 0.5413892 Apr 08 11:58:41.716793 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d090ce-aada-4775-b6f5-5fc81c5d7466 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60eb72e-bc0f-4b41-b1ab-cf20cca656cf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:41.820146 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44578) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:41.870626 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1ca2e145-9f76-4948-aa69-6d03dac959b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0e55e4bdb244a69af7795108ad500fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491087 Apr 08 11:58:41.873455 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 44580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:58:41.921601 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] Publish callbacks [] for security_group (a8f4d8f0-fa35-48fd-8f67-5a633c7355c3), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.942937 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] Publish callbacks [] for security_group (a8f4d8f0-fa35-48fd-8f67-5a633c7355c3), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.992216 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a8f4d8f0-fa35-48fd-8f67-5a633c7355c3), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.995071 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:41.996369 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8f4d8f0-fa35-48fd-8f67-5a633c7355c3 HTTP/1.1" status: 204 len: 168 time: 0.1220138 Apr 08 11:58:42.008935 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b418-398a-410a-91d4-55d0173da8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4d8f0-fa35-48fd-8f67-5a633c7355c3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:42.052870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:42.073823 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:58:42.074166 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 2ae6c5d0-4a14-4a8e-91c6-3025305ad308 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:58:42.074599 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device af83c1d7-e47f-4a6e-b0d5-48e8472e622c no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:42.096132 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: af83c1d7-e47f-4a6e-b0d5-48e8472e622c {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:58:42.096806 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device af83c1d7-e47f-4a6e-b0d5-48e8472e622c not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:58:42.097241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:58:42.120343 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:58:42.121036 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 63028ea2-39ac-4b0a-8c81-b30fb7ecef11 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:58:42.138076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e3843-70ad-4f01-8724-a692870ab9f1 req-1d840719-6a3f-4adc-aff3-9901e2736b1b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:42.139614 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c6e3843-70ad-4f01-8724-a692870ab9f1 req-1d840719-6a3f-4adc-aff3-9901e2736b1b tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0564528 Apr 08 11:58:42.187493 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c6e3843-70ad-4f01-8724-a692870ab9f1 req-9435abc0-2c4f-4219-a4b3-f466f6d8f895 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417006 Apr 08 11:58:43.310544 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fbb32-3f96-44b4-8593-2749abd2e6e6 req-a7b02af8-1ea6-4b7c-92bd-f42960f6d7af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:43.312013 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-304fbb32-3f96-44b4-8593-2749abd2e6e6 req-a7b02af8-1ea6-4b7c-92bd-f42960f6d7af tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0538533 Apr 08 11:58:43.358190 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-304fbb32-3f96-44b4-8593-2749abd2e6e6 req-ac02384c-3a4e-4730-bc8c-08c4083ce251 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Apr 08 11:58:44.496188 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973179-1768-4c30-a6c4-2de92fb2d898 req-d5eec7f6-09a2-4116-9b8e-8c5260d80697 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:44.497694 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00973179-1768-4c30-a6c4-2de92fb2d898 req-d5eec7f6-09a2-4116-9b8e-8c5260d80697 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0596642 Apr 08 11:58:44.550342 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00973179-1768-4c30-a6c4-2de92fb2d898 req-7bd893f5-faf0-43c6-ab67-cbb91bcef844 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Apr 08 11:58:45.686501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865426c4-d6d1-4711-837c-e0a7add5864d req-3abdfde0-47c8-4ed4-8443-1dfe2880ba94 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:45.688007 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-865426c4-d6d1-4711-837c-e0a7add5864d req-3abdfde0-47c8-4ed4-8443-1dfe2880ba94 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0586889 Apr 08 11:58:45.734282 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-865426c4-d6d1-4711-837c-e0a7add5864d req-1c1f4efc-d943-4abb-8b85-922c38d36c24 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Apr 08 11:58:46.867903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce70a-0b5b-4e0f-9548-60bef88c4122 req-c5a61271-29ba-4e42-be10-767b6cb2af2e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:46.869469 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16bce70a-0b5b-4e0f-9548-60bef88c4122 req-c5a61271-29ba-4e42-be10-767b6cb2af2e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0598269 Apr 08 11:58:46.916206 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16bce70a-0b5b-4e0f-9548-60bef88c4122 req-c2d16a05-2106-4c70-9c71-76189b8d59e6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411384 Apr 08 11:58:48.058644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60e9-b7d5-4239-9654-65801d23f96b req-ced07ebc-0614-435e-b292-6e2a28d69ab7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:48.060128 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3aee60e9-b7d5-4239-9654-65801d23f96b req-ced07ebc-0614-435e-b292-6e2a28d69ab7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 943 time: 0.0627820 Apr 08 11:58:48.107416 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3aee60e9-b7d5-4239-9654-65801d23f96b req-8c8a6a6c-3a5c-4010-9b50-c5b89c7440c1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 Apr 08 11:58:48.776052 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:58:48.880242 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:48.894549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '90194946-48aa-45ae-b772-d96209ac86cc', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'port_id': '90194946-48aa-45ae-b772-d96209ac86cc', 'mac_address': 'fa:16:3e:16:03:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:58:48.938046 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:48.938434 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:48.954160 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:58:48.973694 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:48.981751 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:49.027508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=9']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:49.249199 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c441bc-aa39-423e-870e-c4857c2af116 req-645054b8-099c-459f-a0b5-e19ece096503 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:49.250667 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f9c441bc-aa39-423e-870e-c4857c2af116 req-645054b8-099c-459f-a0b5-e19ece096503 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0564196 Apr 08 11:58:49.296837 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f9c441bc-aa39-423e-870e-c4857c2af116 req-5ada6889-3f0e-45ef-a840-9a5dade72a3a tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403078 Apr 08 11:58:50.432654 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459d69-900a-4f16-a658-566b74d08d44 req-7c19f13e-bf87-4557-80d3-b861859bfca4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:50.434200 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93459d69-900a-4f16-a658-566b74d08d44 req-7c19f13e-bf87-4557-80d3-b861859bfca4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0550950 Apr 08 11:58:50.440659 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f30fca99-798e-457f-9931-597fbc0c1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:50.484871 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-93459d69-900a-4f16-a658-566b74d08d44 req-4c757d4b-c839-40cd-acb6-e01c39bce560 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Apr 08 11:58:50.759124 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['90194946-48aa-45ae-b772-d96209ac86cc'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:58:51.606830 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abc8d3-d155-4bd1-8344-d1da174c92c5 req-7f75f1c8-1421-4320-ab11-b1c56e72e101 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:51.608545 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00abc8d3-d155-4bd1-8344-d1da174c92c5 req-7f75f1c8-1421-4320-ab11-b1c56e72e101 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0531545 Apr 08 11:58:51.665471 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00abc8d3-d155-4bd1-8344-d1da174c92c5 req-1b17f818-6b4e-4502-8375-eda80711cb67 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509260 Apr 08 11:58:52.707337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1944a775-fda7-4603-ae5a-5f2e4ea74e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:52.753645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:58:52.796042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b16ab-9ab2-4c1f-8cec-4aa6028f53ed req-c022ac80-f17d-4a17-9616-11c92685f99f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:52.797643 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-427b16ab-9ab2-4c1f-8cec-4aa6028f53ed req-c022ac80-f17d-4a17-9616-11c92685f99f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 944 time: 0.0546303 Apr 08 11:58:52.805755 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 90194946-48aa-45ae-b772-d96209ac86cc triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:52.806143 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (90194946-48aa-45ae-b772-d96209ac86cc), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:52.844508 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-427b16ab-9ab2-4c1f-8cec-4aa6028f53ed req-41cbc473-b5e0-490f-9e06-b08bf49a5c67 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403912 Apr 08 11:58:52.888085 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 90194946-48aa-45ae-b772-d96209ac86cc is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:58:52.888474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:52.910786 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:58:52.913068 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18cdfa1-f987-4139-8bf5-92c03d88613d" -d '{"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:58:52.925934 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:58:52.931404 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:52.954072 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4676b4c-4a63-497f-ac21-664766f95232 x-openstack-request-id: req-e4676b4c-4a63-497f-ac21-664766f95232 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:58:52.954286 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-plugged", "status": "completed", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:58:52.954533 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4676b4c-4a63-497f-ac21-664766f95232 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:58:52.954927 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4676b4c-4a63-497f-ac21-664766f95232'] response: {'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'code': 200} Apr 08 11:58:52.984646 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=10']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:58:53.143594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c1ed8-072f-494f-a139-45b508d7580b req-2c81c0f6-47e2-453f-991f-f3de784c0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:53.145223 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4d6c1ed8-072f-494f-a139-45b508d7580b req-2c81c0f6-47e2-453f-991f-f3de784c0110 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1130 time: 0.0469904 Apr 08 11:58:53.190729 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4d6c1ed8-072f-494f-a139-45b508d7580b req-62b2eb25-1305-467b-9bc8-2c449a87e4ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Apr 08 11:58:53.852185 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:53.976474 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c41b-8a16-4974-bbb8-06b65ee85bac req-cd0b5edd-a7ec-4bbe-87e3-44a150eb0df6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:53.978024 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c15c41b-8a16-4974-bbb8-06b65ee85bac req-cd0b5edd-a7ec-4bbe-87e3-44a150eb0df6 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0634756 Apr 08 11:58:54.025263 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5c15c41b-8a16-4974-bbb8-06b65ee85bac req-487e30c5-b5b2-4e09-90fd-b22e185a3d9f tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Apr 08 11:58:55.091593 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:58:55.152895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61597-5887-4b56-94f1-c6b1a138bb72 req-228dfe83-0178-40e2-9b61-703eaafa7329 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:55.154383 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcc61597-5887-4b56-94f1-c6b1a138bb72 req-228dfe83-0178-40e2-9b61-703eaafa7329 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0535898 Apr 08 11:58:55.209430 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcc61597-5887-4b56-94f1-c6b1a138bb72 req-73a91b7c-362b-41f6-928b-5389d430d479 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485303 Apr 08 11:58:56.333509 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c46a75-c2e2-4028-a5a8-bdbccd7e0399 req-806a32e0-d0ee-4ac0-b899-e8a53fdb7c91 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:58:56.335027 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f4c46a75-c2e2-4028-a5a8-bdbccd7e0399 req-806a32e0-d0ee-4ac0-b899-e8a53fdb7c91 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0598550 Apr 08 11:58:56.383665 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f4c46a75-c2e2-4028-a5a8-bdbccd7e0399 req-618be45b-6efc-428c-b70a-ccdb1a47a6dc tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 Apr 08 11:58:56.599220 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:04.911714 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:12.538258 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-6ffb224b-6281-4481-a13e-7270995c61a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580075 Apr 08 11:59:13.712066 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:59:13.812559 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-3e15a90c-0374-4d23-a663-0ffa35d6529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:13.815079 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-3e15a90c-0374-4d23-a663-0ffa35d6529d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b81377c8b12468182f67de2d1209fa6&device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 1130 time: 0.0486767 Apr 08 11:59:13.921837 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-b3e198cd-554a-487d-ab4b-a5a2a60c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:13.923265 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-b3e198cd-554a-487d-ab4b-a5a2a60c25c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 200 len: 917 time: 0.0872269 Apr 08 11:59:13.986684 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-9be05869-1502-47a2-94d1-53a0bb623be8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 200 len: 1001 time: 0.0565717 Apr 08 11:59:14.033348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-63e2f7cb-a28b-43c1-9d3d-13f856403bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:14.034803 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-63e2f7cb-a28b-43c1-9d3d-13f856403bff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 200 len: 855 time: 0.0428464 Apr 08 11:59:14.087211 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-652d6d7d-7ffc-4ced-9663-d7d12f595c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:14.088669 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-652d6d7d-7ffc-4ced-9663-d7d12f595c7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c059caf-48dc-4058-ba62-0096054317a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469384 Apr 08 11:59:14.174859 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-559ac0e1-34ba-49a4-ab1d-686314623939 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798471 Apr 08 11:59:14.263839 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cca4dfe9-29d7-49b0-ae54-14043cae2222 req-f419ef51-8233-4605-83cd-cb75f03653d2 service neutron] 10.222.0.44 "GET /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831575 Apr 08 11:59:20.435975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7cdc0ffd-de28-4c92-af88-3a6696fbbaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:22.695984 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e60ef032-7e4d-4dd0-a7e9-616e8caae31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:23.858016 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:25.097492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:26.596001 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.409446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45040) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:59:28.536547 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0928eea-9970-4d47-b799-3aefdc60b138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.609358 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0928eea-9970-4d47-b799-3aefdc60b138 admin admin] Publish callbacks [] for security_group (1c82157d-479d-43a9-9785-06aaf821b205), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.616285 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f0928eea-9970-4d47-b799-3aefdc60b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (1c82157d-479d-43a9-9785-06aaf821b205), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.653104 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0928eea-9970-4d47-b799-3aefdc60b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c82157d-479d-43a9-9785-06aaf821b205,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:59:28.658623 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f0928eea-9970-4d47-b799-3aefdc60b138 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9afe2c94efa343948e94db65f8294d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480617 Apr 08 11:59:28.661243 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45044) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:59:28.708068 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] Publish callbacks [] for security_group (1c82157d-479d-43a9-9785-06aaf821b205), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.733245 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] Publish callbacks [] for security_group (1c82157d-479d-43a9-9785-06aaf821b205), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.787241 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (1c82157d-479d-43a9-9785-06aaf821b205), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.789811 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:28.790973 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c82157d-479d-43a9-9785-06aaf821b205 HTTP/1.1" status: 204 len: 168 time: 0.1288486 Apr 08 11:59:28.799229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ff9e4-71ae-4de6-8eed-8ace28316f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c82157d-479d-43a9-9785-06aaf821b205,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:59:29.065300 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45050) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:59:29.078678 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b037053-a967-47fc-80d6-22c21a9378cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.154178 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b037053-a967-47fc-80d6-22c21a9378cc admin admin] Publish callbacks [] for security_group (3fbbf9cc-c675-4c05-a101-ddffc82b8985), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.160924 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8b037053-a967-47fc-80d6-22c21a9378cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3fbbf9cc-c675-4c05-a101-ddffc82b8985), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.197589 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8b037053-a967-47fc-80d6-22c21a9378cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29fd383187db44d09750800ca6398fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312058 Apr 08 11:59:29.199499 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037053-a967-47fc-80d6-22c21a9378cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbf9cc-c675-4c05-a101-ddffc82b8985,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:59:29.200268 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45052) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:59:29.251835 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] Publish callbacks [] for security_group (3fbbf9cc-c675-4c05-a101-ddffc82b8985), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.273552 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] Publish callbacks [] for security_group (3fbbf9cc-c675-4c05-a101-ddffc82b8985), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.323326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3fbbf9cc-c675-4c05-a101-ddffc82b8985), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.325828 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:29.326973 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fbbf9cc-c675-4c05-a101-ddffc82b8985 HTTP/1.1" status: 204 len: 168 time: 0.1255002 Apr 08 11:59:29.334521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081013b-39fc-41e0-a9f0-88412ae34fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbf9cc-c675-4c05-a101-ddffc82b8985,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:59:34.913700 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:50.448759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aa6196fa-b137-4c47-b24a-2b88f22215b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:50.718250 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:59:52.691579 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-18e7782f-30ee-4efd-aa1b-99c4b5e670e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:53.863347 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:55.086838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5aacb-b596-4773-a1a2-1978882acd3a req-290a2f4f-77ad-4481-8b8c-d47b09ebe839 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:55.088375 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7ee5aacb-b596-4773-a1a2-1978882acd3a req-290a2f4f-77ad-4481-8b8c-d47b09ebe839 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Apr 08 11:59:55.097365 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:55.140506 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7ee5aacb-b596-4773-a1a2-1978882acd3a req-4b9c4287-2dce-41e4-9f73-2e4be9cb2300 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Apr 08 11:59:56.271161 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b885802-dbaa-4e0f-aa95-8b67b466d154 req-adaa172c-1420-4ff2-8323-0175c04e3e73 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:56.273507 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4b885802-dbaa-4e0f-aa95-8b67b466d154 req-adaa172c-1420-4ff2-8323-0175c04e3e73 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0559027 Apr 08 11:59:56.325981 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4b885802-dbaa-4e0f-aa95-8b67b466d154 req-7c27524b-efb1-4423-b0f7-6976bd30ffba tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464277 Apr 08 11:59:56.592917 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:59:57.455236 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3534c-72c1-4181-aa94-09516aac5dbb req-b7a140be-456c-4a1c-bcc1-e3367a959b7d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:57.456691 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40a3534c-72c1-4181-aa94-09516aac5dbb req-b7a140be-456c-4a1c-bcc1-e3367a959b7d tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Apr 08 11:59:57.505955 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-40a3534c-72c1-4181-aa94-09516aac5dbb req-0d5be462-7b6b-4eda-9db8-73b91317e77a tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 Apr 08 11:59:58.637607 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6ef5-b002-4400-af11-8a3198499926 req-cad8004a-7b81-40a9-836e-41df9f414f84 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:58.639059 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-026b6ef5-b002-4400-af11-8a3198499926 req-cad8004a-7b81-40a9-836e-41df9f414f84 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Apr 08 11:59:58.685194 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-026b6ef5-b002-4400-af11-8a3198499926 req-2a80b53a-4c60-41f0-b926-67507aff292e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Apr 08 11:59:59.823635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260aafa0-3b17-4b80-afa9-c7ce73e39286 req-8c77e1ed-a29b-49b1-b4ff-bd4af0a9229e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:59:59.825122 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-260aafa0-3b17-4b80-afa9-c7ce73e39286 req-8c77e1ed-a29b-49b1-b4ff-bd4af0a9229e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0547082 Apr 08 12:00:00.037864 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-260aafa0-3b17-4b80-afa9-c7ce73e39286 req-d8a45b3a-17ad-4d42-a087-87acf59b638e tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070994 Apr 08 12:00:01.223414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0d0e-7262-4575-ab9b-ac5bba5e792c req-14531e53-a275-4d0d-a94e-32524780a555 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:01.224867 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e00c0d0e-7262-4575-ab9b-ac5bba5e792c req-14531e53-a275-4d0d-a94e-32524780a555 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.1098938 Apr 08 12:00:01.274046 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e00c0d0e-7262-4575-ab9b-ac5bba5e792c req-f2f922f8-6dd2-4f35-a5a1-47e34f7054a7 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups?id=66399e4a-b13d-472c-8725-709082cbf593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Apr 08 12:00:01.577384 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-a77d64ff-348b-4f71-ac68-1e24ff492945 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:01.578817 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-a77d64ff-348b-4f71-ac68-1e24ff492945 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 945 time: 0.0684628 Apr 08 12:00:01.673381 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port 3380fe8c-008e-4a2d-99e3-61da8a16b70a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:01.673763 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:01.765172 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] For port 3380fe8c-008e-4a2d-99e3-61da8a16b70a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3380fe8c-008e-4a2d-99e3-61da8a16b70a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:01.765533 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:01.936700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:01.937085 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:01.937372 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Floating IP f676abf7-afee-4d29-851a-23607e9fb034 disassociated. External IP: 172.27.2.248, port: 3380fe8c-008e-4a2d-99e3-61da8a16b70a. Apr 08 12:00:01.937736 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for 3380fe8c-008e-4a2d-99e3-61da8a16b70a owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:02.080988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (3380fe8c-008e-4a2d-99e3-61da8a16b70a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:02.109976 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=3380fe8c-008e-4a2d-99e3-61da8a16b70a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:02.121176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.121517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.121880 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.122218 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.122560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.122898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.123223 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.123576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.123881 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.124206 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.124530 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.124852 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.125191 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.125521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.125825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:02.240144 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:00:02.388909 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f24e0290-9bd1-4acc-afaf-70fc3793de1c req-64686281-1782-4116-b0d3-6559746a1949 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/ports?device_id=d75fc539-137b-49d6-b9c6-d284bedce223 HTTP/1.1" status: 200 len: 210 time: 0.0413592 Apr 08 12:00:02.390443 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:00:02.402019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:00:02.422092 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:02.422721 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:59:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:02.434715 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] No DVR routers for this DVR port 3380fe8c-008e-4a2d-99e3-61da8a16b70a on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:00:02.437549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:02.441080 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d3036eae-f01e-4404-83e6-d9247a36e4d7 req-6c545dd6-5d1a-49bd-966c-142c10735c86 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.44 "DELETE /v2.0/ports/3380fe8c-008e-4a2d-99e3-61da8a16b70a HTTP/1.1" status: 204 len: 173 time: 0.8552206 Apr 08 12:00:02.441544 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'name': 'network-vif-deleted', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:00:02.444053 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef34b133-31c6-4b3a-ad9b-b3eb398fb71c" -d '{"events": [{"server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "name": "network-vif-deleted", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:00:02.490531 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afc51f-e897-426c-91ed-2a898b537886 x-openstack-request-id: req-b2afc51f-e897-426c-91ed-2a898b537886 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:00:02.490823 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75fc539-137b-49d6-b9c6-d284bedce223", "name": "network-vif-deleted", "tag": "3380fe8c-008e-4a2d-99e3-61da8a16b70a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:00:02.491075 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2afc51f-e897-426c-91ed-2a898b537886 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:00:02.491488 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2afc51f-e897-426c-91ed-2a898b537886'] response: {'server_uuid': 'd75fc539-137b-49d6-b9c6-d284bedce223', 'name': 'network-vif-deleted', 'tag': '3380fe8c-008e-4a2d-99e3-61da8a16b70a', 'status': 'completed', 'code': 200} Apr 08 12:00:02.554695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:02.766529 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:02.796915 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:00:02.806055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:02.806684 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:59:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:02.918740 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:03.129953 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:03.158989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641670c-d8a2-4fe8-92bc-17e9a8d6fb06 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T11:50:28Z', 'revision_number': 4, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '287658c5-ef88-45fd-919f-f0907a041d5c', 'name': '', 'network_id': 'b42f51e3-0f1e-4937-bf6b-96b22f893f32', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'mac_address': 'fa:16:3e:57:2a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '474b20da-ef50-40f0-995b-496729361138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:26Z', 'updated_at': '2022-04-08T11:50:33Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'subnets': [{'id': '474b20da-ef50-40f0-995b-496729361138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:00:03.371036 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04742c-b647-43f6-8c7e-47ebd9373a79 None None] New status for floating IP f676abf7-afee-4d29-851a-23607e9fb034: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:00:03.462234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3380fe8c-008e-4a2d-99e3-61da8a16b70a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:03.483403 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 3380fe8c-008e-4a2d-99e3-61da8a16b70a {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:03.483747 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 3380fe8c-008e-4a2d-99e3-61da8a16b70a not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:03.484102 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45338) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:03.538203 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (66399e4a-b13d-472c-8725-709082cbf593), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.561192 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (66399e4a-b13d-472c-8725-709082cbf593), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.608611 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (66399e4a-b13d-472c-8725-709082cbf593), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.611201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.612358 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/security-groups/66399e4a-b13d-472c-8725-709082cbf593 HTTP/1.1" status: 204 len: 168 time: 0.1273518 Apr 08 12:00:03.615503 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45340) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:03.621222 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234939f-081d-4264-98c0-0b1af1bdf5ea tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66399e4a-b13d-472c-8725-709082cbf593,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:03.628625 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.api.v2.resource [None req-4cffdfc6-3151-47c3-91cf-350198a367b5 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] show failed (client error): The resource could not be found. Apr 08 12:00:03.629740 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4cffdfc6-3151-47c3-91cf-350198a367b5 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "GET /v2.0/security-groups/66399e4a-b13d-472c-8725-709082cbf593 HTTP/1.1" status: 404 len: 347 time: 0.0131826 Apr 08 12:00:03.632793 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45342) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:03.758040 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Deleting port c9953189-f84c-455d-9870-4891e79cbba8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:03.758293 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c9953189-f84c-455d-9870-4891e79cbba8), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.835777 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c9953189-f84c-455d-9870-4891e79cbba8), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.836081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (c9953189-f84c-455d-9870-4891e79cbba8), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:03.853798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Calling delete_port for c9953189-f84c-455d-9870-4891e79cbba8 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:03.985145 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c9953189-f84c-455d-9870-4891e79cbba8), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:04.020021 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Pushing event deleted for resources: {'Port': ['ID=c9953189-f84c-455d-9870-4891e79cbba8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:04.080724 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks [] for floatingip (f676abf7-afee-4d29-851a-23607e9fb034), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:04.083832 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:04.085159 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4fa1a414-a6b1-429c-99cb-8bcbee40b5e2 tempest-AttachVolumeNegativeTest-145258252 tempest-AttachVolumeNegativeTest-145258252-project] 10.222.0.55 "DELETE /v2.0/floatingips/f676abf7-afee-4d29-851a-23607e9fb034 HTTP/1.1" status: 204 len: 168 time: 0.4512925 Apr 08 12:00:04.943287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:06.742874 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45422) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:06.854981 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1113734d-e8c3-4a89-93e6-1b3418dd6877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:06.937524 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1113734d-e8c3-4a89-93e6-1b3418dd6877 admin admin] Publish callbacks [] for security_group (48fa2284-e3de-4757-8d29-76b2805ce846), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:06.944296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1113734d-e8c3-4a89-93e6-1b3418dd6877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (48fa2284-e3de-4757-8d29-76b2805ce846), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:06.981806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1113734d-e8c3-4a89-93e6-1b3418dd6877 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f63c28388d854e5d99e7f86054570309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378330 Apr 08 12:00:06.983013 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113734d-e8c3-4a89-93e6-1b3418dd6877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa2284-e3de-4757-8d29-76b2805ce846,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:06.984668 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45426) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:07.038970 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Publish callbacks [] for security_group (48fa2284-e3de-4757-8d29-76b2805ce846), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.061798 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Publish callbacks [] for security_group (48fa2284-e3de-4757-8d29-76b2805ce846), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.112103 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (48fa2284-e3de-4757-8d29-76b2805ce846), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.115508 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.117101 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48fa2284-e3de-4757-8d29-76b2805ce846 HTTP/1.1" status: 204 len: 168 time: 0.1314194 Apr 08 12:00:07.124913 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa2284-e3de-4757-8d29-76b2805ce846,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:07.131990 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.132315 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.132692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.133060 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.133396 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.133726 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.134051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.134378 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.134701 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.135010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.135339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.135645 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.135962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.136277 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.136600 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d058a2-e7b3-4e08-8063-112577bb0b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:07.388298 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45432) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:07.412611 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b68c2ea9-1295-49a8-a0b2-bb2a01abb19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.487831 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b68c2ea9-1295-49a8-a0b2-bb2a01abb19f admin admin] Publish callbacks [] for security_group (04b425b6-653b-4c7e-ab68-698369bb9581), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.493857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b68c2ea9-1295-49a8-a0b2-bb2a01abb19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (04b425b6-653b-4c7e-ab68-698369bb9581), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.528690 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c2ea9-1295-49a8-a0b2-bb2a01abb19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b425b6-653b-4c7e-ab68-698369bb9581,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:07.533006 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b68c2ea9-1295-49a8-a0b2-bb2a01abb19f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2e0a49a677a473b97d83b4449cac06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433821 Apr 08 12:00:07.535754 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45434) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:07.589639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] Publish callbacks [] for security_group (04b425b6-653b-4c7e-ab68-698369bb9581), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.611521 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] Publish callbacks [] for security_group (04b425b6-653b-4c7e-ab68-698369bb9581), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.665291 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (04b425b6-653b-4c7e-ab68-698369bb9581), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.667872 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:07.669069 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04b425b6-653b-4c7e-ab68-698369bb9581 HTTP/1.1" status: 204 len: 168 time: 0.1324360 Apr 08 12:00:07.677137 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4bfe0-34b4-4309-b203-684b901a56f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b425b6-653b-4c7e-ab68-698369bb9581,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:07.783076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45444) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:08.544179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:08.808555 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Deleting port 287658c5-ef88-45fd-919f-f0907a041d5c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:08.809256 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:08.885160 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] For port 287658c5-ef88-45fd-919f-f0907a041d5c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=287658c5-ef88-45fd-919f-f0907a041d5c,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:08.885517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:08.901903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Calling delete_port for 287658c5-ef88-45fd-919f-f0907a041d5c owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:09.083955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (287658c5-ef88-45fd-919f-f0907a041d5c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.110297 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=287658c5-ef88-45fd-919f-f0907a041d5c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:09.283164 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.529216 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:00:09.639311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:00:09.645772 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-707756cd-6f2c-45e3-8d44-dd0e6fd33f8c admin admin] 10.222.0.55 "PUT /v2.0/routers/ecb9e2f2-8848-4ee9-a749-a3c82a51c36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601305 Apr 08 12:00:09.647208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45492) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:09.650808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Sync routers for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:00:09.662452 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:09.663071 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:59:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:09.760799 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks [] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.771387 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:09.864839 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks [] for router_gateway (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.919628 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Deleting port c3af8511-c9b7-4953-a738-6670f25012d6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:09.919868 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:09.947955 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T12:00:09Z', 'revision_number': 5, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port': {'id': 'c3af8511-c9b7-4953-a738-6670f25012d6', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:08Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:09.974718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Checking router: ecb9e2f2-8848-4ee9-a749-a3c82a51c36e for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:00:09.985699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Routers {'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:09.986284 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T11:59:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:09.998943 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] For port c3af8511-c9b7-4953-a738-6670f25012d6, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c3af8511-c9b7-4953-a738-6670f25012d6,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:09.999298 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.011844 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Calling delete_port for c3af8511-c9b7-4953-a738-6670f25012d6 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:10.194538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c3af8511-c9b7-4953-a738-6670f25012d6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.212833 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] Set router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:10.219603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3af8511-c9b7-4953-a738-6670f25012d6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:10.265838 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T12:00:09Z', 'revision_number': 6, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:10.280383 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.291120 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd6dd96-929d-43bb-94b4-708dd9123271 None None] The sync data for ids ['ecb9e2f2-8848-4ee9-a749-a3c82a51c36e'] in dv-cinder-815660-8-iscsi is: [{'id': 'ecb9e2f2-8848-4ee9-a749-a3c82a51c36e', 'name': 'tempest-AttachVolumeNegativeTest-1984486342-router', 'tenant_id': '32f363b82c944247b72bee27c2e9cbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:04Z', 'updated_at': '2022-04-08T12:00:09Z', 'revision_number': 6, 'project_id': '32f363b82c944247b72bee27c2e9cbc8', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:00:10.380172 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.382433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks [] for router_controller (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.434706 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (ecb9e2f2-8848-4ee9-a749-a3c82a51c36e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.435512 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb9e2f2-8848-4ee9-a749-a3c82a51c36e {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:00:10.441566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.442814 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2e394d3b-caab-4c51-a562-820d0d064299 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ecb9e2f2-8848-4ee9-a749-a3c82a51c36e HTTP/1.1" status: 204 len: 168 time: 0.7945211 Apr 08 12:00:10.445647 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45494) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:10.491270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Deleting subnet 474b20da-ef50-40f0-995b-496729361138 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:00:10.494691 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Publish callbacks [] for subnet (474b20da-ef50-40f0-995b-496729361138), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.530318 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (474b20da-ef50-40f0-995b-496729361138), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.615818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (474b20da-ef50-40f0-995b-496729361138), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.672457 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (474b20da-ef50-40f0-995b-496729361138), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.699808 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474b20da-ef50-40f0-995b-496729361138,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:10.706523 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.713073 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b7e3c87e-fd32-45e6-881f-d9853dda5b47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/474b20da-ef50-40f0-995b-496729361138 HTTP/1.1" status: 204 len: 168 time: 0.2634051 Apr 08 12:00:10.714522 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45508) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:10.717756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96daea0f-33b3-41ee-84b3-edbf2c19f95e None None] Network b42f51e3-0f1e-4937-bf6b-96b22f893f32 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:00:10.792977 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (b42f51e3-0f1e-4937-bf6b-96b22f893f32), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.855936 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Deleting port 640098f7-1ba2-423a-a713-b0b46972d54a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:10.856462 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.924072 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] For port 640098f7-1ba2-423a-a713-b0b46972d54a, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=640098f7-1ba2-423a-a713-b0b46972d54a,segment=NetworkSegment(ed3279ba-6a5f-4827-b5e4-148bfd2811e1),segment_id=ed3279ba-6a5f-4827-b5e4-148bfd2811e1)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:10.924624 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:10.939087 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Calling delete_port for 640098f7-1ba2-423a-a713-b0b46972d54a owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:11.028066 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (640098f7-1ba2-423a-a713-b0b46972d54a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.058523 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=640098f7-1ba2-423a-a713-b0b46972d54a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:11.061962 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] No DVR routers for this DVR port 640098f7-1ba2-423a-a713-b0b46972d54a on host dv-cinder-815660-8-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:00:11.114581 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e81953-4220-4347-a6d0-f1a4aa9f98ac None None] DHCP port deletion for b42f51e3-0f1e-4937-bf6b-96b22f893f32 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:00:11.136056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (b42f51e3-0f1e-4937-bf6b-96b22f893f32), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.157461 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42f51e3-0f1e-4937-bf6b-96b22f893f32']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:11.166410 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:11.166701 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3279ba-6a5f-4827-b5e4-148bfd2811e1') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:11.175888 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (ed3279ba-6a5f-4827-b5e4-148bfd2811e1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.189033 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (ed3279ba-6a5f-4827-b5e4-148bfd2811e1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.194710 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:00:11.195081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (ed3279ba-6a5f-4827-b5e4-148bfd2811e1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:00:11.196721 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:00:11.252149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (b42f51e3-0f1e-4937-bf6b-96b22f893f32), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.257821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.261042 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b42f51e3-0f1e-4937-bf6b-96b22f893f32 HTTP/1.1" status: 204 len: 168 time: 0.5454540 Apr 08 12:00:11.271618 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6979ad-64f3-45e2-8ee7-5e3b785cefc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42f51e3-0f1e-4937-bf6b-96b22f893f32,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:11.454351 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45516) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:11.499926 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4771fa2b-6eb4-4ae9-a08e-ae9816dbf43f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32f363b82c944247b72bee27c2e9cbc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440018 Apr 08 12:00:11.502396 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45518) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:11.556199 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] Publish callbacks [] for security_group (5bc8f2cc-784b-486b-abf2-3c11de9bc6dd), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.577641 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] Publish callbacks [] for security_group (5bc8f2cc-784b-486b-abf2-3c11de9bc6dd), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.633635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (5bc8f2cc-784b-486b-abf2-3c11de9bc6dd), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.637815 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:11.639082 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bc8f2cc-784b-486b-abf2-3c11de9bc6dd HTTP/1.1" status: 204 len: 168 time: 0.1357880 Apr 08 12:00:11.647025 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede277-b33b-44c6-b387-62b766571db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8f2cc-784b-486b-abf2-3c11de9bc6dd,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:12.126945 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 287658c5-ef88-45fd-919f-f0907a041d5c no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:12.148306 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 287658c5-ef88-45fd-919f-f0907a041d5c {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:12.148756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 287658c5-ef88-45fd-919f-f0907a041d5c not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:12.149296 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c3af8511-c9b7-4953-a738-6670f25012d6 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:12.169238 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: c3af8511-c9b7-4953-a738-6670f25012d6 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:12.169592 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c3af8511-c9b7-4953-a738-6670f25012d6 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:12.170011 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 640098f7-1ba2-423a-a713-b0b46972d54a no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:12.193456 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 640098f7-1ba2-423a-a713-b0b46972d54a {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:12.194028 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 640098f7-1ba2-423a-a713-b0b46972d54a not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:12.742116 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45580) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:12.937355 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61332ca4-7858-484c-83e2-dc723b8daddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.011461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61332ca4-7858-484c-83e2-dc723b8daddc admin admin] Publish callbacks [] for security_group (c1dfca2e-5c73-4fb5-bac4-e686ea48e055), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.015699 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-61332ca4-7858-484c-83e2-dc723b8daddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c1dfca2e-5c73-4fb5-bac4-e686ea48e055), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.053400 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-61332ca4-7858-484c-83e2-dc723b8daddc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf2a798645294edabcb9977d9fd5ff32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098612 Apr 08 12:00:13.056824 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45594) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:13.057396 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61332ca4-7858-484c-83e2-dc723b8daddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dfca2e-5c73-4fb5-bac4-e686ea48e055,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:13.125133 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] Publish callbacks [] for security_group (c1dfca2e-5c73-4fb5-bac4-e686ea48e055), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.150261 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] Publish callbacks [] for security_group (c1dfca2e-5c73-4fb5-bac4-e686ea48e055), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.200052 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c1dfca2e-5c73-4fb5-bac4-e686ea48e055), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.202831 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.203992 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1dfca2e-5c73-4fb5-bac4-e686ea48e055 HTTP/1.1" status: 204 len: 168 time: 0.1451240 Apr 08 12:00:13.216652 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b6c5d-a567-44d9-a014-fee11e200734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dfca2e-5c73-4fb5-bac4-e686ea48e055,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:13.483546 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45626) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:13.498827 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-027c19e9-d6c6-4632-b11d-7ef4b1fa43a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.575080 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-027c19e9-d6c6-4632-b11d-7ef4b1fa43a9 admin admin] Publish callbacks [] for security_group (a1a701ac-0903-451b-b1c7-b6e5c14bf5af), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.580998 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-027c19e9-d6c6-4632-b11d-7ef4b1fa43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a1a701ac-0903-451b-b1c7-b6e5c14bf5af), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.595499 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45630) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:13.619587 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-027c19e9-d6c6-4632-b11d-7ef4b1fa43a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24bf19100b08472db018c04401ef8e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349390 Apr 08 12:00:13.620429 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c19e9-d6c6-4632-b11d-7ef4b1fa43a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a701ac-0903-451b-b1c7-b6e5c14bf5af,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:13.622446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:13.682890 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] Publish callbacks [] for security_group (a1a701ac-0903-451b-b1c7-b6e5c14bf5af), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.716347 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] Publish callbacks [] for security_group (a1a701ac-0903-451b-b1c7-b6e5c14bf5af), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.718041 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd958f71-6acf-4851-85cf-095bbd69b616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.792513 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (a1a701ac-0903-451b-b1c7-b6e5c14bf5af), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.795065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.796217 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1a701ac-0903-451b-b1c7-b6e5c14bf5af HTTP/1.1" status: 204 len: 168 time: 0.1628187 Apr 08 12:00:13.813141 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac6682-06ea-4fc7-a186-495917dc8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a701ac-0903-451b-b1c7-b6e5c14bf5af,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:13.825820 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd958f71-6acf-4851-85cf-095bbd69b616 admin admin] Publish callbacks [] for security_group (3d995fb6-7198-41a2-8808-63ec0082c5d0), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.832377 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-dd958f71-6acf-4851-85cf-095bbd69b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3d995fb6-7198-41a2-8808-63ec0082c5d0), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.864343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd958f71-6acf-4851-85cf-095bbd69b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d995fb6-7198-41a2-8808-63ec0082c5d0,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:13.879948 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45638) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:13.880380 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-dd958f71-6acf-4851-85cf-095bbd69b616 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7f164516cc64cecb216d12a86fddb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838056 Apr 08 12:00:13.928194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] Publish callbacks [] for security_group (3d995fb6-7198-41a2-8808-63ec0082c5d0), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:13.949240 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] Publish callbacks [] for security_group (3d995fb6-7198-41a2-8808-63ec0082c5d0), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.001587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (3d995fb6-7198-41a2-8808-63ec0082c5d0), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.004228 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.005432 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d995fb6-7198-41a2-8808-63ec0082c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1243086 Apr 08 12:00:14.013576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057be2-d33f-44d9-a3a9-87821def9f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d995fb6-7198-41a2-8808-63ec0082c5d0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:14.325961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45658) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:14.339252 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ec8daba-61ab-41f7-8545-a27ddda04483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.417375 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ec8daba-61ab-41f7-8545-a27ddda04483 admin admin] Publish callbacks [] for security_group (08fa5f52-3877-4ef9-a93e-136b734dc040), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.422744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ec8daba-61ab-41f7-8545-a27ddda04483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (08fa5f52-3877-4ef9-a93e-136b734dc040), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.460673 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8daba-61ab-41f7-8545-a27ddda04483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa5f52-3877-4ef9-a93e-136b734dc040,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:14.464916 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2ec8daba-61ab-41f7-8545-a27ddda04483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e34c37434c00449fba0d273084784209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378191 Apr 08 12:00:14.467562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45664) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:14.516112 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] Publish callbacks [] for security_group (08fa5f52-3877-4ef9-a93e-136b734dc040), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.537547 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] Publish callbacks [] for security_group (08fa5f52-3877-4ef9-a93e-136b734dc040), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.585369 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (08fa5f52-3877-4ef9-a93e-136b734dc040), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.587923 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:14.589133 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08fa5f52-3877-4ef9-a93e-136b734dc040 HTTP/1.1" status: 204 len: 168 time: 0.1206541 Apr 08 12:00:14.598092 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690dc1a-39dd-4ab7-8e17-16dbbedb196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa5f52-3877-4ef9-a93e-136b734dc040,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:20.445090 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-dbd8699f-8270-4773-a43d-0478774c9249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.471084 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45844) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:20.576796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af0f93ed-926b-40ce-b0be-9a6215d13e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.652632 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af0f93ed-926b-40ce-b0be-9a6215d13e23 admin admin] Publish callbacks [] for security_group (11437abd-fed3-4ab0-857a-8c36dde95275), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.656971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-af0f93ed-926b-40ce-b0be-9a6215d13e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (11437abd-fed3-4ab0-857a-8c36dde95275), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.697263 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-af0f93ed-926b-40ce-b0be-9a6215d13e23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14a719591f9f41ee98dc1b527949d7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250631 Apr 08 12:00:20.698076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f93ed-926b-40ce-b0be-9a6215d13e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11437abd-fed3-4ab0-857a-8c36dde95275,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:20.700240 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45848) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:20.749194 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] Publish callbacks [] for security_group (11437abd-fed3-4ab0-857a-8c36dde95275), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.771172 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] Publish callbacks [] for security_group (11437abd-fed3-4ab0-857a-8c36dde95275), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.826043 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (11437abd-fed3-4ab0-857a-8c36dde95275), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.828515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:20.829721 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11437abd-fed3-4ab0-857a-8c36dde95275 HTTP/1.1" status: 204 len: 168 time: 0.1283016 Apr 08 12:00:20.837741 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99da72-ffc9-497d-85bd-3ca20fcb6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11437abd-fed3-4ab0-857a-8c36dde95275,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:21.114883 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 45854) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:21.128614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e20-7a49-465d-b530-076e523d84d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.209818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e20-7a49-465d-b530-076e523d84d0 admin admin] Publish callbacks [] for security_group (2969ac3f-347c-4fd5-9a03-81850ef647f4), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.216289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0e20-7a49-465d-b530-076e523d84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2969ac3f-347c-4fd5-9a03-81850ef647f4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.254605 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4a8a0e20-7a49-465d-b530-076e523d84d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfe3ffca158a4e62812a321f374316ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386139 Apr 08 12:00:21.255553 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0e20-7a49-465d-b530-076e523d84d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2969ac3f-347c-4fd5-9a03-81850ef647f4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:21.257598 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 45856) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:21.312487 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] Publish callbacks [] for security_group (2969ac3f-347c-4fd5-9a03-81850ef647f4), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.340469 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] Publish callbacks [] for security_group (2969ac3f-347c-4fd5-9a03-81850ef647f4), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.391115 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2969ac3f-347c-4fd5-9a03-81850ef647f4), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.393807 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:21.395008 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2969ac3f-347c-4fd5-9a03-81850ef647f4 HTTP/1.1" status: 204 len: 168 time: 0.1361306 Apr 08 12:00:21.402785 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc8b91-f1c5-469c-8b63-7f0f2781433b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2969ac3f-347c-4fd5-9a03-81850ef647f4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:22.695827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9093b05a-dd8b-4203-a97b-715ec9118d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:23.866227 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:25.101524 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.588140 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46012) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:26.592716 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.702427 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765830db-3625-45b1-accf-d16a3c5949d3 req-9fdd342c-b302-4af0-84bd-5ab7e151bab7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:26.703915 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-765830db-3625-45b1-accf-d16a3c5949d3 req-9fdd342c-b302-4af0-84bd-5ab7e151bab7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0537162 Apr 08 12:00:26.707748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f5aa99-be87-4a24-b6dc-3ff90144b636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.758284 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-765830db-3625-45b1-accf-d16a3c5949d3 req-440033d0-66a8-4a56-a499-d5ff979c7b34 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Apr 08 12:00:26.792902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f5aa99-be87-4a24-b6dc-3ff90144b636 admin admin] Publish callbacks [] for security_group (25c29a96-c224-4575-8574-c1b7ea7eeac1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.798313 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-55f5aa99-be87-4a24-b6dc-3ff90144b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (25c29a96-c224-4575-8574-c1b7ea7eeac1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.836625 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-55f5aa99-be87-4a24-b6dc-3ff90144b636 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a51a864736ae418a90b4134537e58281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471318 Apr 08 12:00:26.838021 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5aa99-be87-4a24-b6dc-3ff90144b636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c29a96-c224-4575-8574-c1b7ea7eeac1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:26.839983 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46020) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:26.898358 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] Publish callbacks [] for security_group (25c29a96-c224-4575-8574-c1b7ea7eeac1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.919697 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] Publish callbacks [] for security_group (25c29a96-c224-4575-8574-c1b7ea7eeac1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.967969 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (25c29a96-c224-4575-8574-c1b7ea7eeac1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.970505 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:26.971683 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25c29a96-c224-4575-8574-c1b7ea7eeac1 HTTP/1.1" status: 204 len: 168 time: 0.1307404 Apr 08 12:00:26.979462 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511e699-b0a8-412a-bffe-49c9f4f287f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c29a96-c224-4575-8574-c1b7ea7eeac1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:27.270800 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46026) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:27.284245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f774732-b6a5-45b6-b092-4d5e7610ad18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.368627 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f774732-b6a5-45b6-b092-4d5e7610ad18 admin admin] Publish callbacks [] for security_group (74198b46-c098-4c24-a4f4-9a0c65fb7ac1), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.374276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7f774732-b6a5-45b6-b092-4d5e7610ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (74198b46-c098-4c24-a4f4-9a0c65fb7ac1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.414049 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7f774732-b6a5-45b6-b092-4d5e7610ad18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16d2a7df73f040cf8075190f550fc201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420522 Apr 08 12:00:27.414752 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774732-b6a5-45b6-b092-4d5e7610ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74198b46-c098-4c24-a4f4-9a0c65fb7ac1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:27.416856 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46028) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:27.468189 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] Publish callbacks [] for security_group (74198b46-c098-4c24-a4f4-9a0c65fb7ac1), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.494021 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] Publish callbacks [] for security_group (74198b46-c098-4c24-a4f4-9a0c65fb7ac1), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.544487 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (74198b46-c098-4c24-a4f4-9a0c65fb7ac1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.547431 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:27.548624 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74198b46-c098-4c24-a4f4-9a0c65fb7ac1 HTTP/1.1" status: 204 len: 168 time: 0.1307282 Apr 08 12:00:27.557900 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fe10d-e19a-4122-9d39-467584984643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74198b46-c098-4c24-a4f4-9a0c65fb7ac1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:27.718698 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:00:27.890095 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84fd1e-0d6d-4c4c-bbad-30c03b19e4da req-f977c2ed-7607-44fc-8714-effa028b1661 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:27.891590 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-eb84fd1e-0d6d-4c4c-bbad-30c03b19e4da req-f977c2ed-7607-44fc-8714-effa028b1661 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Apr 08 12:00:27.942985 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-eb84fd1e-0d6d-4c4c-bbad-30c03b19e4da req-116bcf50-17b4-4780-8af3-1898ae54a8c7 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Apr 08 12:00:28.428010 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-19618199-66c1-4c99-b3ff-f67e943870f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:28.429544 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-19618199-66c1-4c99-b3ff-f67e943870f1 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0579565 Apr 08 12:00:28.531565 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Deleting port 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:28.531923 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (90194946-48aa-45ae-b772-d96209ac86cc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:28.625442 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] For port 90194946-48aa-45ae-b772-d96209ac86cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=90194946-48aa-45ae-b772-d96209ac86cc,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:28.625806 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (90194946-48aa-45ae-b772-d96209ac86cc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:29.113818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:29.114177 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:29.114491 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Floating IP cdc1fe5c-2e6c-46bb-8651-362bad00105d disassociated. External IP: 172.27.2.245, port: 90194946-48aa-45ae-b772-d96209ac86cc. Apr 08 12:00:29.114841 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Calling delete_port for 90194946-48aa-45ae-b772-d96209ac86cc owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:29.140718 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7515-86ee-42f9-853c-6055bb903a22 req-c34b332b-d685-4d6b-b52f-e3f4cabab12d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:29.142195 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ba1b7515-86ee-42f9-853c-6055bb903a22 req-c34b332b-d685-4d6b-b52f-e3f4cabab12d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/ports?device_id=65403eef-4107-46df-af7f-a5ad54854972 HTTP/1.1" status: 200 len: 946 time: 0.0812066 Apr 08 12:00:29.238651 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ba1b7515-86ee-42f9-853c-6055bb903a22 req-9894bee2-1c6d-4b71-bd30-a6c338fe202d tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ca9fd16-b70e-4123-86d6-f99657569286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670040 Apr 08 12:00:29.301738 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (90194946-48aa-45ae-b772-d96209ac86cc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:29.331039 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'Port': ['ID=90194946-48aa-45ae-b772-d96209ac86cc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:29.449167 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:00:29.569904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:00:29.580605 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:00:29.595516 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:29.596158 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:00:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:29.624518 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] No DVR routers for this DVR port 90194946-48aa-45ae-b772-d96209ac86cc on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:00:29.627434 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:29.631164 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1194f6e3-74fa-4b17-80bb-37494c060d5a req-3a46d0ab-813d-42c2-b1b4-b9a2055919a4 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.44 "DELETE /v2.0/ports/90194946-48aa-45ae-b772-d96209ac86cc HTTP/1.1" status: 204 len: 173 time: 1.1960113 Apr 08 12:00:29.631737 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-deleted', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:00:29.635119 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5bba0b-6d6c-4dd0-aa86-60002fe46c29" -d '{"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-deleted", "tag": "90194946-48aa-45ae-b772-d96209ac86cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:00:29.682730 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a136a8-79e1-45c6-9a21-721a40c221d8 x-openstack-request-id: req-e1a136a8-79e1-45c6-9a21-721a40c221d8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:00:29.683766 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65403eef-4107-46df-af7f-a5ad54854972", "name": "network-vif-deleted", "tag": "90194946-48aa-45ae-b772-d96209ac86cc", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:00:29.684194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1a136a8-79e1-45c6-9a21-721a40c221d8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:00:29.684621 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a136a8-79e1-45c6-9a21-721a40c221d8'] response: {'server_uuid': '65403eef-4107-46df-af7f-a5ad54854972', 'name': 'network-vif-deleted', 'tag': '90194946-48aa-45ae-b772-d96209ac86cc', 'status': 'completed', 'code': 200} Apr 08 12:00:29.732142 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:29.974346 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:30.005684 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:00:30.015592 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:30.016238 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:00:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:30.141341 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:30.356797 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46118) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:30.426515 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (9ca9fd16-b70e-4123-86d6-f99657569286), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.454801 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (9ca9fd16-b70e-4123-86d6-f99657569286), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.481849 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:30.507702 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (9ca9fd16-b70e-4123-86d6-f99657569286), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.510575 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.510818 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6cb1-5270-4ad8-bc85-57394d8d4805 None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T11:50:19Z', 'revision_number': 4, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '44963ccc-3217-4b50-8a3a-4731c9e48fd9', 'name': '', 'network_id': '1c059caf-48dc-4058-ba62-0096054317a1', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'mac_address': 'fa:16:3e:3b:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:16Z', 'updated_at': '2022-04-08T11:50:26Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'subnets': [{'id': 'b027db01-c199-455d-bb56-73d7bb15bf0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:00:30.511752 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "DELETE /v2.0/security-groups/9ca9fd16-b70e-4123-86d6-f99657569286 HTTP/1.1" status: 204 len: 168 time: 0.1530945 Apr 08 12:00:30.514757 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46122) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:30.527416 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ddf03-c03a-4e1b-9edb-14088a103fe8 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9fd16-b70e-4123-86d6-f99657569286,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:30.535196 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-47eef9ed-97e2-4e99-885b-97ec86d8ef86 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] show failed (client error): The resource could not be found. Apr 08 12:00:30.536337 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-47eef9ed-97e2-4e99-885b-97ec86d8ef86 tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "GET /v2.0/security-groups/9ca9fd16-b70e-4123-86d6-f99657569286 HTTP/1.1" status: 404 len: 347 time: 0.0195866 Apr 08 12:00:30.539511 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46124) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:30.674062 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Deleting port 42330bec-3956-457a-974b-25b8d6fd1088 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:30.674524 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (42330bec-3956-457a-974b-25b8d6fd1088), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.755845 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (42330bec-3956-457a-974b-25b8d6fd1088), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.756181 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (42330bec-3956-457a-974b-25b8d6fd1088), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.759291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcc372-72c8-497f-8af5-2b7a96c57bf5 None None] New status for floating IP cdc1fe5c-2e6c-46bb-8651-362bad00105d: DOWN {{(pid=109770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:00:30.769744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Calling delete_port for 42330bec-3956-457a-974b-25b8d6fd1088 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:30.926258 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (42330bec-3956-457a-974b-25b8d6fd1088), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:30.951482 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Pushing event deleted for resources: {'Port': ['ID=42330bec-3956-457a-974b-25b8d6fd1088,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:31.017207 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks [] for floatingip (cdc1fe5c-2e6c-46bb-8651-362bad00105d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:31.019704 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:31.021006 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-39f305b6-2016-4d7f-9dba-a051a6008eee tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] 10.222.0.55 "DELETE /v2.0/floatingips/cdc1fe5c-2e6c-46bb-8651-362bad00105d HTTP/1.1" status: 204 len: 168 time: 0.4805117 Apr 08 12:00:33.435582 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46172) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:33.594849 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:33.616530 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 90194946-48aa-45ae-b772-d96209ac86cc {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:33.616872 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 90194946-48aa-45ae-b772-d96209ac86cc not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:34.084515 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:34.338600 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Deleting port 44963ccc-3217-4b50-8a3a-4731c9e48fd9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:34.338945 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:34.422380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] For port 44963ccc-3217-4b50-8a3a-4731c9e48fd9, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=44963ccc-3217-4b50-8a3a-4731c9e48fd9,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:34.422739 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:34.435864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Calling delete_port for 44963ccc-3217-4b50-8a3a-4731c9e48fd9 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:34.633349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (44963ccc-3217-4b50-8a3a-4731c9e48fd9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:34.665840 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Pushing event deleted for resources: {'Port': ['ID=44963ccc-3217-4b50-8a3a-4731c9e48fd9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:34.847071 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:34.955305 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.076352 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Router 49c5a9ce-3594-489e-a60f-926ccb8399bc has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:00:35.188982 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:00:35.195883 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d47ea85d-e5ad-4fa9-bcd0-e1b951c06050 admin admin] 10.222.0.55 "PUT /v2.0/routers/49c5a9ce-3594-489e-a60f-926ccb8399bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578270 Apr 08 12:00:35.197185 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46210) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:35.199055 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Sync routers for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:00:35.209856 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:35.210765 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:00:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:35.304455 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks [] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.319812 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:35.408373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks [] for router_gateway (49c5a9ce-3594-489e-a60f-926ccb8399bc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.465201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Deleting port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:35.465861 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.492958 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T12:00:34Z', 'revision_number': 5, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port': {'id': 'c1d89a81-af15-4bf1-be3c-d2ac1e4b7329', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:50:06Z', 'updated_at': '2022-04-08T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:35.522539 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Checking router: 49c5a9ce-3594-489e-a60f-926ccb8399bc for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:00:35.531648 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Routers {'49c5a9ce-3594-489e-a60f-926ccb8399bc'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:00:35.532278 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:00:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['49c5a9ce-3594-489e-a60f-926ccb8399bc'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:35.565269 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] For port c1d89a81-af15-4bf1-be3c-d2ac1e4b7329, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:35.565626 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.578500 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Calling delete_port for c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:35.617952 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] Set router 49c5a9ce-3594-489e-a60f-926ccb8399bc gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:00:35.667554 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T12:00:35Z', 'revision_number': 6, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:35.696742 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223d2af-70f7-4350-a08b-c2ed6b45cdcd None None] The sync data for ids ['49c5a9ce-3594-489e-a60f-926ccb8399bc'] in dv-cinder-815660-8-iscsi is: [{'id': '49c5a9ce-3594-489e-a60f-926ccb8399bc', 'name': 'tempest-AttachVolumeShelveTestJSON-616795057-router', 'tenant_id': '6b81377c8b12468182f67de2d1209fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:50:03Z', 'updated_at': '2022-04-08T12:00:35Z', 'revision_number': 6, 'project_id': '6b81377c8b12468182f67de2d1209fa6', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:00:35.752795 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c1d89a81-af15-4bf1-be3c-d2ac1e4b7329), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.777288 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d89a81-af15-4bf1-be3c-d2ac1e4b7329,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:35.845838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.942444 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.944716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks [] for router_controller (49c5a9ce-3594-489e-a60f-926ccb8399bc), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.992244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (49c5a9ce-3594-489e-a60f-926ccb8399bc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.992754 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c5a9ce-3594-489e-a60f-926ccb8399bc {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:00:35.997268 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:35.998434 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-becffaf8-7f53-4871-8845-5ed00ca2d4d6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/49c5a9ce-3594-489e-a60f-926ccb8399bc HTTP/1.1" status: 204 len: 168 time: 0.8001337 Apr 08 12:00:36.001159 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46220) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:36.052580 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Deleting subnet b027db01-c199-455d-bb56-73d7bb15bf0b {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:00:36.056044 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Publish callbacks [] for subnet (b027db01-c199-455d-bb56-73d7bb15bf0b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.101024 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (b027db01-c199-455d-bb56-73d7bb15bf0b), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.201849 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (b027db01-c199-455d-bb56-73d7bb15bf0b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.257639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (b027db01-c199-455d-bb56-73d7bb15bf0b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.287331 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b027db01-c199-455d-bb56-73d7bb15bf0b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:36.289310 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.292796 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-262cf88a-f62a-4330-906e-8799baa48fb0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b027db01-c199-455d-bb56-73d7bb15bf0b HTTP/1.1" status: 204 len: 168 time: 0.2906532 Apr 08 12:00:36.294981 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b10114-b96d-4f1b-a5a8-b360bf15d91a None None] Network 1c059caf-48dc-4058-ba62-0096054317a1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:00:36.295468 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46230) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:36.367039 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (1c059caf-48dc-4058-ba62-0096054317a1), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.420664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Deleting port 609f06f3-4776-4112-ab36-39123ea68526 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:36.421114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (609f06f3-4776-4112-ab36-39123ea68526), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.495851 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] For port 609f06f3-4776-4112-ab36-39123ea68526, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=609f06f3-4776-4112-ab36-39123ea68526,segment=NetworkSegment(f4a8731c-b989-4b2a-a848-9e4ff279d8b3),segment_id=f4a8731c-b989-4b2a-a848-9e4ff279d8b3)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:36.496149 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (609f06f3-4776-4112-ab36-39123ea68526), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.509616 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46236) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:36.511331 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Calling delete_port for 609f06f3-4776-4112-ab36-39123ea68526 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:36.520577 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] DHCP port deletion for 1c059caf-48dc-4058-ba62-0096054317a1 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:00:36.549943 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 44963ccc-3217-4b50-8a3a-4731c9e48fd9 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:36.584301 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 44963ccc-3217-4b50-8a3a-4731c9e48fd9 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:36.584647 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 44963ccc-3217-4b50-8a3a-4731c9e48fd9 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:36.607562 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Deleting port 609f06f3-4776-4112-ab36-39123ea68526 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:00:36.608166 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (609f06f3-4776-4112-ab36-39123ea68526), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.612634 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (609f06f3-4776-4112-ab36-39123ea68526), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.644562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-523cd7b5-42b7-4020-a6a2-94bb663f24f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.645287 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] No DVR routers for this DVR port 609f06f3-4776-4112-ab36-39123ea68526 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:00:36.651009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=609f06f3-4776-4112-ab36-39123ea68526,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:36.687937 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] For port 609f06f3-4776-4112-ab36-39123ea68526, host dv-cinder-815660-8-iscsi, got binding levels [] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:36.688593 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (609f06f3-4776-4112-ab36-39123ea68526), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.707259 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Calling delete_port for 609f06f3-4776-4112-ab36-39123ea68526 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:00:36.712460 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.ipam_backend_mixin [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Port 609f06f3-4776-4112-ab36-39123ea68526 was not found and therefore no delete operation was performed {{(pid=109770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 12:00:36.714102 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (609f06f3-4776-4112-ab36-39123ea68526), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.735659 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (1c059caf-48dc-4058-ba62-0096054317a1), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.739451 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-523cd7b5-42b7-4020-a6a2-94bb663f24f8 admin admin] Publish callbacks [] for security_group (dc859323-77dd-466f-ba91-0b0d05049c1f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.746209 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Pushing event deleted for resources: {'Port': ['ID=609f06f3-4776-4112-ab36-39123ea68526,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:36.746522 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-523cd7b5-42b7-4020-a6a2-94bb663f24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (dc859323-77dd-466f-ba91-0b0d05049c1f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.755789 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.756134 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.756642 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.757164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.757652 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.758131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.758286 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c059caf-48dc-4058-ba62-0096054317a1']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:36.758754 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.759232 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.759712 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.760177 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.761150 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.761644 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.762122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.762596 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.763087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:00:36.770597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:36.770597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a8731c-b989-4b2a-a848-9e4ff279d8b3') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:00:36.774739 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d7b32-2a6d-4a39-888d-c457b6e9e765 None None] No DVR routers for this DVR port 609f06f3-4776-4112-ab36-39123ea68526 on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:00:36.785144 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (f4a8731c-b989-4b2a-a848-9e4ff279d8b3), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.789516 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd7b5-42b7-4020-a6a2-94bb663f24f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc859323-77dd-466f-ba91-0b0d05049c1f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:36.798091 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-523cd7b5-42b7-4020-a6a2-94bb663f24f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84fc9fd6cfc8489e87cb6f462f46db42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872698 Apr 08 12:00:36.798677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46240) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:36.807871 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (f4a8731c-b989-4b2a-a848-9e4ff279d8b3), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.815220 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:00:36.815768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (f4a8731c-b989-4b2a-a848-9e4ff279d8b3), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:00:36.817875 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:00:36.857810 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] Publish callbacks [] for security_group (dc859323-77dd-466f-ba91-0b0d05049c1f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.887485 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (1c059caf-48dc-4058-ba62-0096054317a1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.890378 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] Publish callbacks [] for security_group (dc859323-77dd-466f-ba91-0b0d05049c1f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.897402 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.901353 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c059caf-48dc-4058-ba62-0096054317a1 HTTP/1.1" status: 204 len: 168 time: 0.6047149 Apr 08 12:00:36.919016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551346-cd9b-4fbf-b7e3-fbe747b0ddb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c059caf-48dc-4058-ba62-0096054317a1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:36.959965 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (dc859323-77dd-466f-ba91-0b0d05049c1f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.962677 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:36.963874 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc859323-77dd-466f-ba91-0b0d05049c1f HTTP/1.1" status: 204 len: 168 time: 0.1638339 Apr 08 12:00:36.975971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f84a8-d68a-45f9-bdb0-394904a1d07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc859323-77dd-466f-ba91-0b0d05049c1f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:37.035228 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46246) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:37.076402 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0df232a9-2cae-4bec-a551-a06862eb63fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b81377c8b12468182f67de2d1209fa6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399182 Apr 08 12:00:37.078903 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46248) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:37.133331 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] Publish callbacks [] for security_group (bc0a98d7-c2c2-49e5-aa18-590848f89c80), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.154121 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] Publish callbacks [] for security_group (bc0a98d7-c2c2-49e5-aa18-590848f89c80), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.203255 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (bc0a98d7-c2c2-49e5-aa18-590848f89c80), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.205913 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.207115 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc0a98d7-c2c2-49e5-aa18-590848f89c80 HTTP/1.1" status: 204 len: 168 time: 0.1273279 Apr 08 12:00:37.216005 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266e61a-4f44-4d86-95fb-448c1e54c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a98d7-c2c2-49e5-aa18-590848f89c80,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:37.309799 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46254) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:37.323428 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ca922ca-40d0-40f9-8377-0e6a392d129d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.398265 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ca922ca-40d0-40f9-8377-0e6a392d129d admin admin] Publish callbacks [] for security_group (c36d195a-03fb-4261-a9a3-77741a5db59f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.403864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3ca922ca-40d0-40f9-8377-0e6a392d129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c36d195a-03fb-4261-a9a3-77741a5db59f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.442079 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca922ca-40d0-40f9-8377-0e6a392d129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d195a-03fb-4261-a9a3-77741a5db59f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:37.448949 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3ca922ca-40d0-40f9-8377-0e6a392d129d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eacfa8b9604844ccbecd65e21f443e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356719 Apr 08 12:00:37.449381 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46262) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:37.497271 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] Publish callbacks [] for security_group (c36d195a-03fb-4261-a9a3-77741a5db59f), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.521492 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] Publish callbacks [] for security_group (c36d195a-03fb-4261-a9a3-77741a5db59f), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.571697 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c36d195a-03fb-4261-a9a3-77741a5db59f), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.574292 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.575445 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c36d195a-03fb-4261-a9a3-77741a5db59f HTTP/1.1" status: 204 len: 168 time: 0.1250978 Apr 08 12:00:37.583171 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58062734-5430-4931-8414-9a723c65ed3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d195a-03fb-4261-a9a3-77741a5db59f,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:37.898770 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46282) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:37.911850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c740824-5bac-4cbb-98aa-cbe69e10876e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.986034 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c740824-5bac-4cbb-98aa-cbe69e10876e admin admin] Publish callbacks [] for security_group (4dd5df0e-23bf-4291-8e4a-9def1b4f27c5), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:37.990662 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7c740824-5bac-4cbb-98aa-cbe69e10876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4dd5df0e-23bf-4291-8e4a-9def1b4f27c5), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.030635 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7c740824-5bac-4cbb-98aa-cbe69e10876e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84df8103724245e7a3f60ff09b99ca36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281676 Apr 08 12:00:38.030635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c740824-5bac-4cbb-98aa-cbe69e10876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5df0e-23bf-4291-8e4a-9def1b4f27c5,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:38.031012 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46286) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:38.087566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] Publish callbacks [] for security_group (4dd5df0e-23bf-4291-8e4a-9def1b4f27c5), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.109723 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] Publish callbacks [] for security_group (4dd5df0e-23bf-4291-8e4a-9def1b4f27c5), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.115479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:38.137433 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:38.137895 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device c1d89a81-af15-4bf1-be3c-d2ac1e4b7329 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:38.138379 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 609f06f3-4776-4112-ab36-39123ea68526 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:00:38.159362 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 609f06f3-4776-4112-ab36-39123ea68526 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:00:38.159794 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 609f06f3-4776-4112-ab36-39123ea68526 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:00:38.160587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4dd5df0e-23bf-4291-8e4a-9def1b4f27c5), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.163465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:38.164536 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dd5df0e-23bf-4291-8e4a-9def1b4f27c5 HTTP/1.1" status: 204 len: 168 time: 0.1325357 Apr 08 12:00:38.182281 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4ebff-ec7d-42a2-b94d-f06d4ae73896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5df0e-23bf-4291-8e4a-9def1b4f27c5,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:39.093130 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46340) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:39.198994 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16987179-68ec-4253-a272-e51657d09ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.276020 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16987179-68ec-4253-a272-e51657d09ba1 admin admin] Publish callbacks [] for security_group (6edd9a6e-539d-4c39-8838-64151f835ddf), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.281550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16987179-68ec-4253-a272-e51657d09ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6edd9a6e-539d-4c39-8838-64151f835ddf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.322062 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-16987179-68ec-4253-a272-e51657d09ba1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=910d27ea70c2431fb536cc41e18dae31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252340 Apr 08 12:00:39.322062 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16987179-68ec-4253-a272-e51657d09ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd9a6e-539d-4c39-8838-64151f835ddf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:39.322756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46352) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:39.371076 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] Publish callbacks [] for security_group (6edd9a6e-539d-4c39-8838-64151f835ddf), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.391722 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] Publish callbacks [] for security_group (6edd9a6e-539d-4c39-8838-64151f835ddf), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.444086 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (6edd9a6e-539d-4c39-8838-64151f835ddf), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.446748 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.447898 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6edd9a6e-539d-4c39-8838-64151f835ddf HTTP/1.1" status: 204 len: 168 time: 0.1241150 Apr 08 12:00:39.455493 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab367a04-54bb-4d82-9e3d-3ea156841c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd9a6e-539d-4c39-8838-64151f835ddf,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:39.827765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46374) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:39.841311 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e219dc-d539-475a-a523-70bd813cdac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.917399 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e219dc-d539-475a-a523-70bd813cdac8 admin admin] Publish callbacks [] for security_group (20219b45-21cf-4088-abdc-2e118f9d29f8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.922110 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-18e219dc-d539-475a-a523-70bd813cdac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (20219b45-21cf-4088-abdc-2e118f9d29f8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:39.958855 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e219dc-d539-475a-a523-70bd813cdac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20219b45-21cf-4088-abdc-2e118f9d29f8,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:39.963210 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-18e219dc-d539-475a-a523-70bd813cdac8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1114a5ad67dd4b1187c827ec8604ec02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343987 Apr 08 12:00:39.965902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46380) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:40.014888 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] Publish callbacks [] for security_group (20219b45-21cf-4088-abdc-2e118f9d29f8), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:40.036212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] Publish callbacks [] for security_group (20219b45-21cf-4088-abdc-2e118f9d29f8), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:40.081884 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (20219b45-21cf-4088-abdc-2e118f9d29f8), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:40.084593 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:40.085873 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20219b45-21cf-4088-abdc-2e118f9d29f8 HTTP/1.1" status: 204 len: 168 time: 0.1190505 Apr 08 12:00:40.093959 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f5e4d-bf91-4755-904e-ea1f5ad8b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20219b45-21cf-4088-abdc-2e118f9d29f8,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:41.742085 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46444) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:41.849071 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fda8a64-fe5a-4a77-82e8-724575abf0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:41.928818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fda8a64-fe5a-4a77-82e8-724575abf0ce admin admin] Publish callbacks [] for security_group (03eff23d-ab76-44cb-a547-883c9a3c7017), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:41.936352 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2fda8a64-fe5a-4a77-82e8-724575abf0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (03eff23d-ab76-44cb-a547-883c9a3c7017), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:41.973203 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2fda8a64-fe5a-4a77-82e8-724575abf0ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3165f1402ce048da9bd3edd9d08a9358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300158 Apr 08 12:00:41.974020 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8a64-fe5a-4a77-82e8-724575abf0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eff23d-ab76-44cb-a547-883c9a3c7017,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:41.976181 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46448) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:42.028467 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] Publish callbacks [] for security_group (03eff23d-ab76-44cb-a547-883c9a3c7017), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.049792 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] Publish callbacks [] for security_group (03eff23d-ab76-44cb-a547-883c9a3c7017), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.100480 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (03eff23d-ab76-44cb-a547-883c9a3c7017), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.103091 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.104271 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03eff23d-ab76-44cb-a547-883c9a3c7017 HTTP/1.1" status: 204 len: 168 time: 0.1269686 Apr 08 12:00:42.111732 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae9df2-484b-4e47-a1b0-edb96d35535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eff23d-ab76-44cb-a547-883c9a3c7017,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:42.392352 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46454) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:42.405718 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d794e90d-04ad-4c79-be8d-96d2651745ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.479287 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d794e90d-04ad-4c79-be8d-96d2651745ca admin admin] Publish callbacks [] for security_group (128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.486050 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d794e90d-04ad-4c79-be8d-96d2651745ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.522786 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d794e90d-04ad-4c79-be8d-96d2651745ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2231c4ead9294bce96445303bbbd33de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293528 Apr 08 12:00:42.523606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794e90d-04ad-4c79-be8d-96d2651745ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:42.525759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46456) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:42.577876 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] Publish callbacks [] for security_group (128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.599994 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] Publish callbacks [] for security_group (128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.650602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.653274 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:42.654444 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb HTTP/1.1" status: 204 len: 168 time: 0.1276712 Apr 08 12:00:42.663944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712714-58d5-4459-9c4b-87e657a3e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e5a7e-0ab1-4aa4-a4db-c9758d6b07eb,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:43.364592 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46504) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:43.462071 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741028358-network', 'tenant_id': '99441ed51b5540bb8d9f5f4793f8f688'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:00:43.482924 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Made reservation on behalf of 99441ed51b5540bb8d9f5f4793f8f688 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:00:43.485179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.493439 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.569407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks [] for security_group (113a0724-4917-484f-854f-930ad7950d68), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.576094 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (113a0724-4917-484f-854f-930ad7950d68), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.599427 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:00:43.613951 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a0724-4917-484f-854f-930ad7950d68,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:43.617010 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (0b53e382-e93e-4669-8058-6574fa8a5044), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.617347 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Added segment 0b53e382-e93e-4669-8058-6574fa8a5044 of type vlan for network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 Apr 08 12:00:43.655758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (3d3f8821-3c96-4a60-9d0d-b1f535f8d876), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.682907 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (3d3f8821-3c96-4a60-9d0d-b1f535f8d876), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.684112 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:43.684715 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.743872 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3750567 Apr 08 12:00:43.744575 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46510) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:43.747424 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbac71b-62ff-41ad-8d4f-b37a5f3c23ed admin admin] Pushing event updated for resources: {'Network': ['ID=3d3f8821-3c96-4a60-9d0d-b1f535f8d876,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:43.749893 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Request body: {'subnet': {'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741028358-subnet', 'tenant_id': '99441ed51b5540bb8d9f5f4793f8f688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:00:43.759864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:00:43.779624 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Made reservation on behalf of 99441ed51b5540bb8d9f5f4793f8f688 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:00:43.781961 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11650109'] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:43.956105 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12560408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11652039'] for subnet (dcc2aa1c-2d9b-4d81-9585-918f00af919d), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.020213 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc2aa1c-2d9b-4d81-9585-918f00af919d,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:44.032709 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Checking segment: {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:00:44.033102 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Network hostable DHCP agents. Network: 3d3f8821-3c96-4a60-9d0d-b1f535f8d876, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:00:44.053727 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:00:44.065495 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 3d3f8821-3c96-4a60-9d0d-b1f535f8d876) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:00:44.069834 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:44.070639 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.076299 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d92906-5321-44ac-ac35-990eab23c695 None None] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:00:44.093597 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-0475cc19-1a6f-4dca-b411-6d651af75ae2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3476286 Apr 08 12:00:44.180341 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86c86c-4d08-4a13-b89b-f25d8757d5e3 None None] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:00:44.336286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46528) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:44.438955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04578732-8f6a-460d-863d-f2617960d438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.777903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04578732-8f6a-460d-863d-f2617960d438 admin admin] Publish callbacks [] for security_group (f4d0ff3a-57ec-4592-9137-1388c180de9d), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.784118 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-04578732-8f6a-460d-863d-f2617960d438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f4d0ff3a-57ec-4592-9137-1388c180de9d), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.843703 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-04578732-8f6a-460d-863d-f2617960d438 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=689c5755c22d4cd0bbf4afb733cdc38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060203 Apr 08 12:00:44.845058 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04578732-8f6a-460d-863d-f2617960d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d0ff3a-57ec-4592-9137-1388c180de9d,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:44.846337 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46538) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:44.897792 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] Publish callbacks [] for security_group (f4d0ff3a-57ec-4592-9137-1388c180de9d), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.918637 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] Publish callbacks [] for security_group (f4d0ff3a-57ec-4592-9137-1388c180de9d), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.967124 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (f4d0ff3a-57ec-4592-9137-1388c180de9d), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.969964 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:44.971092 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4d0ff3a-57ec-4592-9137-1388c180de9d HTTP/1.1" status: 204 len: 168 time: 0.1211693 Apr 08 12:00:44.978680 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f1ce2-6743-49f4-824c-f77717ec5447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d0ff3a-57ec-4592-9137-1388c180de9d,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:45.242674 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46544) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:45.255911 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-584470ea-df08-4ab6-a4d5-d51571a57a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.333518 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-584470ea-df08-4ab6-a4d5-d51571a57a68 admin admin] Publish callbacks [] for security_group (131ca35e-d591-4c57-a450-2e9a25f3a382), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.338976 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-584470ea-df08-4ab6-a4d5-d51571a57a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (131ca35e-d591-4c57-a450-2e9a25f3a382), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.376265 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-584470ea-df08-4ab6-a4d5-d51571a57a68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77286a587a914121ba1e44e76174b968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324217 Apr 08 12:00:45.377507 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584470ea-df08-4ab6-a4d5-d51571a57a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131ca35e-d591-4c57-a450-2e9a25f3a382,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:45.379192 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46546) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:45.429138 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] Publish callbacks [] for security_group (131ca35e-d591-4c57-a450-2e9a25f3a382), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.450702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] Publish callbacks [] for security_group (131ca35e-d591-4c57-a450-2e9a25f3a382), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.503732 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (131ca35e-d591-4c57-a450-2e9a25f3a382), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.507436 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.508602 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/131ca35e-d591-4c57-a450-2e9a25f3a382 HTTP/1.1" status: 204 len: 168 time: 0.1284227 Apr 08 12:00:45.516423 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcc85-d7da-4308-a0e3-c9c4c7cd8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131ca35e-d591-4c57-a450-2e9a25f3a382,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:45.830321 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46556) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:45.844543 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-807338f0-e720-454b-83ad-3ff59900c27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:45.995585 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-807338f0-e720-454b-83ad-3ff59900c27e admin admin] Publish callbacks [] for security_group (c02d6254-a8e1-4a35-a286-4cd6591b8ed4), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.003480 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-807338f0-e720-454b-83ad-3ff59900c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c02d6254-a8e1-4a35-a286-4cd6591b8ed4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.067584 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-1f44750c-eb74-400f-9498-ff41637a0264 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:46.069092 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-1f44750c-eb74-400f-9498-ff41637a0264 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 809 time: 0.1660752 Apr 08 12:00:46.074011 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-807338f0-e720-454b-83ad-3ff59900c27e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44a165c8eadb41fba0737d1ad7fe2444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424278 Apr 08 12:00:46.074877 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807338f0-e720-454b-83ad-3ff59900c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02d6254-a8e1-4a35-a286-4cd6591b8ed4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:46.076794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46572) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:46.088741 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-d4e7ec04-2ae0-4e74-b8f3-c92fa1c24ab5 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/quotas/99441ed51b5540bb8d9f5f4793f8f688 HTTP/1.1" status: 200 len: 375 time: 0.0100150 Apr 08 12:00:46.139948 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c31b21b9-86ab-4eef-bab5-fd2b7ea389ef tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390968 Apr 08 12:00:46.153734 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] Publish callbacks [] for security_group (c02d6254-a8e1-4a35-a286-4cd6591b8ed4), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.183644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] Publish callbacks [] for security_group (c02d6254-a8e1-4a35-a286-4cd6591b8ed4), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.264497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-9ebac11e-dd86-4ec9-bbb0-c06c76a95ee8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:00:46.266180 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-9ebac11e-dd86-4ec9-bbb0-c06c76a95ee8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1192596 Apr 08 12:00:46.267630 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c02d6254-a8e1-4a35-a286-4cd6591b8ed4), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.270393 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:46.271782 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c02d6254-a8e1-4a35-a286-4cd6591b8ed4 HTTP/1.1" status: 204 len: 168 time: 0.1938972 Apr 08 12:00:46.285745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91047c-6c8b-4855-8daa-0861f45c6c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02d6254-a8e1-4a35-a286-4cd6591b8ed4,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:46.371015 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-f50ec5bb-aea5-4f5c-85ea-7b2791ac01e0 service neutron] 10.222.0.55 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979495 Apr 08 12:00:46.464922 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-34dc94a5-1aa8-4f72-a56b-2715e7f15c0c service neutron] 10.222.0.55 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Apr 08 12:00:46.626254 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-522b9d1a-cc62-4d75-9e38-479fe9f5d22c req-ca87ab9f-8403-46d6-be29-0b7dd276015c tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 210 time: 0.0269113 Apr 08 12:00:47.735525 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-412e910e-e116-44f6-b52e-3ba698f6690b req-b09f30e5-bfe1-4b86-b5cc-828db8bf8ecb tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 210 time: 0.0347342 Apr 08 12:00:48.831128 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-0a44581a-fe2d-4d38-9872-51f3cb292e09 req-c4e95ed9-6f8f-4b5d-b09a-766ddf326a78 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 210 time: 0.0288017 Apr 08 12:00:49.929183 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cb9c80c1-11b7-4b33-9231-8f0491f1a659 req-9f7e921a-3f21-4a43-b6a8-d707f2f104d6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 210 time: 0.0274956 Apr 08 12:00:50.431373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-60078499-56a3-4100-ace1-3ae6d1fb13a4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:50.433330 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-60078499-56a3-4100-ace1-3ae6d1fb13a4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 809 time: 0.1140523 Apr 08 12:00:50.441321 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b87c0c9f-291f-4ccf-8c50-0d884a6dae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:50.448085 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Request body: {'port': {'device_id': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876', 'admin_state_up': True, 'tenant_id': '99441ed51b5540bb8d9f5f4793f8f688'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:00:50.556550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Made reservation on behalf of 99441ed51b5540bb8d9f5f4793f8f688 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:00:50.560081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:50.686031 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Allocated IP 172.20.0.3 (3d3f8821-3c96-4a60-9d0d-b1f535f8d876/dcc2aa1c-2d9b-4d81-9585-918f00af919d/19d6d486-d350-4d1f-a28b-86d42e608c55) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:00:50.846838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks [] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:50.884306 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:50.926070 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:00:50.929106 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:00:50.935056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:00:50.941702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Pushing event updated for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:50.988794 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:50.989432 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.007243 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-df55eabc-54a1-4411-aeb4-9068bc050e8e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646713 Apr 08 12:00:51.016751 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-0c68fb1c-6543-4afd-9332-47aeac256506 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:00:51.017751 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-0c68fb1c-6543-4afd-9332-47aeac256506 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050650 Apr 08 12:00:51.052071 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541b79-ccff-415b-9a3f-3e8d5154b283 req-add5be2b-a056-4685-af99-772b41db8f1f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:51.053702 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b541b79-ccff-415b-9a3f-3e8d5154b283 req-add5be2b-a056-4685-af99-772b41db8f1f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 931 time: 0.0570333 Apr 08 12:00:51.100242 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2b541b79-ccff-415b-9a3f-3e8d5154b283 req-91f71698-127a-4c3a-8c32-35f94ace56d8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Apr 08 12:00:51.125250 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Request body: {'port': {'device_id': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:00:51.185137 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.452212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d6d486-d350-4d1f-a28b-86d42e608c55 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:00:51.459754 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks [] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.471852 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Transition to ACTIVE for port object 19d6d486-d350-4d1f-a28b-86d42e608c55 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:00:51.479254 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.532251 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Pushing event updated for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:51.598003 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Attempting to bind port 19d6d486-d350-4d1f-a28b-86d42e608c55 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:00:51.598332 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Attempting to bind port 19d6d486-d350-4d1f-a28b-86d42e608c55 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:00:51.598644 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Attempting to bind port 19d6d486-d350-4d1f-a28b-86d42e608c55 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:00:51.603062 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Port 19d6d486-d350-4d1f-a28b-86d42e608c55 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:00:51.603376 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Attempting to bind port 19d6d486-d350-4d1f-a28b-86d42e608c55 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:00:51.609510 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:00:51.609878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Checking segment: {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:00:51.610299 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Bound using segment: {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:00:51.610850 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Bound port: 19d6d486-d350-4d1f-a28b-86d42e608c55, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:00:51.611348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.673821 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:00:51.676770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19d6d486-d350-4d1f-a28b-86d42e608c55,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:00:51.685346 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.717702 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:51.718306 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:51.719658 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] 10.222.0.44 "PUT /v2.0/ports/19d6d486-d350-4d1f-a28b-86d42e608c55 HTTP/1.1" status: 200 len: 1093 time: 0.6919668 Apr 08 12:00:51.720107 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:00:51.722351 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:00:51.745431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4869545-e70f-4c2a-a09e-c7d77c227427 service neutron] Pushing event updated for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:51.813542 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-4ee39b6b-0539-4656-a926-2f2d6a07f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:51.814921 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-4ee39b6b-0539-4656-a926-2f2d6a07f78a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 1127 time: 0.0501454 Apr 08 12:00:51.855964 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-a30024b7-7dd0-4b14-ac3f-35a5e4d81d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6d486-d350-4d1f-a28b-86d42e608c55 HTTP/1.1" status: 200 len: 217 time: 0.0333426 Apr 08 12:00:51.887324 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40249d31-10f2-4458-a209-6f6d96e56939 x-openstack-request-id: req-40249d31-10f2-4458-a209-6f6d96e56939 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:00:51.887608 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:00:51.887854 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40249d31-10f2-4458-a209-6f6d96e56939 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:00:51.888256 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40249d31-10f2-4458-a209-6f6d96e56939'] response: {'name': 'network-changed', 'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55', 'status': 'completed', 'code': 200} Apr 08 12:00:51.904975 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-f30b8c00-5f51-44fc-a214-35209931be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:51.906420 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-f30b8c00-5f51-44fc-a214-35209931be46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcc2aa1c-2d9b-4d81-9585-918f00af919d HTTP/1.1" status: 200 len: 849 time: 0.0446610 Apr 08 12:00:51.937800 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-7f249f3a-cdf3-4d28-a6db-4996900390dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246770 Apr 08 12:00:52.030063 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-5185f3ed-7e2a-4625-93d6-42aaa5b6cf74 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Apr 08 12:00:52.122983 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dde9fdd-b2f8-4cd4-bd07-3ceff8d5def2 req-8cbc5f4e-accd-4d24-b768-74f6b9ebe97b service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 Apr 08 12:00:52.219706 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f5c0-c2e4-476f-8554-67836f3fcb8c req-974eb36e-2c8c-4373-9428-f36d3009a98d tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:52.221183 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2065f5c0-c2e4-476f-8554-67836f3fcb8c req-974eb36e-2c8c-4373-9428-f36d3009a98d tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 943 time: 0.0536807 Apr 08 12:00:52.266478 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2065f5c0-c2e4-476f-8554-67836f3fcb8c req-7a2ebbe2-ff7a-4acc-9b33-46913f27cbf2 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Apr 08 12:00:52.702512 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ecc31852-bb73-4a07-8978-1a28f297970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:53.395662 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d3271-2540-4026-b029-a4b58fa06252 req-eac87141-01e5-4338-8bfc-8877ce572145 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:53.397146 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b31d3271-2540-4026-b029-a4b58fa06252 req-eac87141-01e5-4338-8bfc-8877ce572145 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 943 time: 0.0544245 Apr 08 12:00:53.443754 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b31d3271-2540-4026-b029-a4b58fa06252 req-5fd04e44-dea5-4c7c-8c3f-691002d41559 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Apr 08 12:00:53.858927 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:54.575068 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c55f-36b7-4113-a0d4-ab72a8f07866 req-58b2dae3-8f31-448f-896b-35006bf1ab20 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:54.576501 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf19c55f-36b7-4113-a0d4-ab72a8f07866 req-58b2dae3-8f31-448f-896b-35006bf1ab20 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 943 time: 0.0547247 Apr 08 12:00:54.636091 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-bf19c55f-36b7-4113-a0d4-ab72a8f07866 req-682232e4-8117-4be8-ae24-9ad35765c86a tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Apr 08 12:00:55.106134 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:55.658727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-b365a653-58c2-4e46-9b22-b006a6914f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:55.660280 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-b365a653-58c2-4e46-9b22-b006a6914f36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 1127 time: 0.0460615 Apr 08 12:00:55.719025 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 19d6d486-d350-4d1f-a28b-86d42e608c55 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:00:55.789389 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-090ecf71-79a4-4524-beb5-2bdeeb9d55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:55.790853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-090ecf71-79a4-4524-beb5-2bdeeb9d55da service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 910 time: 0.1251771 Apr 08 12:00:55.810466 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21b3f7-c546-42e8-9a06-7123e9c09856 req-644c8c33-e667-4fc1-b799-ea15b6cf288e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:55.811917 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea21b3f7-c546-42e8-9a06-7123e9c09856 req-644c8c33-e667-4fc1-b799-ea15b6cf288e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 943 time: 0.0862010 Apr 08 12:00:55.831820 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19d6d486-d350-4d1f-a28b-86d42e608c55,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:55.843398 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '19d6d486-d350-4d1f-a28b-86d42e608c55', 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876', 'port_id': '19d6d486-d350-4d1f-a28b-86d42e608c55', 'mac_address': 'fa:16:3e:b1:ba:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc2aa1c-2d9b-4d81-9585-918f00af919d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:00:55.849913 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-cd9f7e47-45ee-4da2-9df5-521d7c26508f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6d486-d350-4d1f-a28b-86d42e608c55 HTTP/1.1" status: 200 len: 217 time: 0.0530953 Apr 08 12:00:55.882252 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 19d6d486-d350-4d1f-a28b-86d42e608c55 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:00:55.882856 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:55.896574 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d6d486-d350-4d1f-a28b-86d42e608c55 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:00:55.917554 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19d6d486-d350-4d1f-a28b-86d42e608c55,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:55.922318 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:55.927238 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea21b3f7-c546-42e8-9a06-7123e9c09856 req-d334de2b-e5ae-4621-b47a-fa77518dfbca tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854776 Apr 08 12:00:55.928967 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-0a95dc29-42ce-4999-97c0-95970e5c1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:55.930370 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-0a95dc29-42ce-4999-97c0-95970e5c1339 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcc2aa1c-2d9b-4d81-9585-918f00af919d HTTP/1.1" status: 200 len: 849 time: 0.0737920 Apr 08 12:00:55.964639 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-bbeb8818-8459-421d-b020-8ac4ab49af44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Apr 08 12:00:55.974080 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:56.078746 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-31fc08a7-5daf-49cd-ad45-b224baa0b52a service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074369 Apr 08 12:00:56.171818 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-538d8eb6-c746-4f95-9ac2-94dc85b9e67a req-d170be57-fa47-4a67-a45c-c274cf59c8b5 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Apr 08 12:00:56.259829 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['19d6d486-d350-4d1f-a28b-86d42e608c55'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:00:56.589278 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:56.646278 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 46720) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:56.766394 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c64cd8b-8958-4b1b-9bd0-c25608af4e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:56.849176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c64cd8b-8958-4b1b-9bd0-c25608af4e39 admin admin] Publish callbacks [] for security_group (2e885473-2c81-4e82-8429-e16f5cf0bb24), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:56.854864 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c64cd8b-8958-4b1b-9bd0-c25608af4e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2e885473-2c81-4e82-8429-e16f5cf0bb24), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:56.892286 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4c64cd8b-8958-4b1b-9bd0-c25608af4e39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80fb1212ec4b44dc9cc1be27e3aa78ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449229 Apr 08 12:00:56.893195 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64cd8b-8958-4b1b-9bd0-c25608af4e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e885473-2c81-4e82-8429-e16f5cf0bb24,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:56.895165 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46724) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:00:56.945666 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] Publish callbacks [] for security_group (2e885473-2c81-4e82-8429-e16f5cf0bb24), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:56.972289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] Publish callbacks [] for security_group (2e885473-2c81-4e82-8429-e16f5cf0bb24), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.021757 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (2e885473-2c81-4e82-8429-e16f5cf0bb24), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.024430 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.025616 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e885473-2c81-4e82-8429-e16f5cf0bb24 HTTP/1.1" status: 204 len: 168 time: 0.1289644 Apr 08 12:00:57.034172 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29e064-2d0b-4a8a-bccc-d3e4224a0406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e885473-2c81-4e82-8429-e16f5cf0bb24,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:57.052231 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c519-1101-41c8-a884-0597bcca308a req-e2e75640-d75c-4197-a105-7e1b6611f8ee tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:57.053903 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-16d1c519-1101-41c8-a884-0597bcca308a req-e2e75640-d75c-4197-a105-7e1b6611f8ee tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 944 time: 0.0594258 Apr 08 12:00:57.108146 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-16d1c519-1101-41c8-a884-0597bcca308a req-35c9ea58-bf09-4919-a440-857d3b6da3d5 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Apr 08 12:00:57.719864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 19d6d486-d350-4d1f-a28b-86d42e608c55 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:00:57.775224 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 19d6d486-d350-4d1f-a28b-86d42e608c55 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:00:57.779194 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 19d6d486-d350-4d1f-a28b-86d42e608c55 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:00:57.779582 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.858580 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 19d6d486-d350-4d1f-a28b-86d42e608c55 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:00:57.858988 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.882642 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:00:57.884900 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf678bdb-2de3-4e69-b5f9-e0c7b838f140" -d '{"events": [{"server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "name": "network-vif-plugged", "status": "completed", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:00:57.899413 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19d6d486-d350-4d1f-a28b-86d42e608c55,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:00:57.904580 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:00:57.952422 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:00:58.036768 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa978014-61c9-4a25-a945-bc3b1a4dbe1c x-openstack-request-id: req-fa978014-61c9-4a25-a945-bc3b1a4dbe1c {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:00:58.037141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "name": "network-vif-plugged", "status": "completed", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:00:58.037394 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa978014-61c9-4a25-a945-bc3b1a4dbe1c {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:00:58.037801 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa978014-61c9-4a25-a945-bc3b1a4dbe1c'] response: {'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55', 'code': 200} Apr 08 12:00:58.250927 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678e03d-210a-43fa-b0c8-131fc58c3e1f req-a6a79cfd-f54a-4fe7-8ae0-f5178c943ab5 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:58.252411 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3678e03d-210a-43fa-b0c8-131fc58c3e1f req-a6a79cfd-f54a-4fe7-8ae0-f5178c943ab5 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0606511 Apr 08 12:00:58.298292 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3678e03d-210a-43fa-b0c8-131fc58c3e1f req-3a2e86c7-db8f-4012-b83e-2d2de4964604 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Apr 08 12:00:59.421678 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108ecb-584c-46b0-b25f-1f2f75c4c172 req-e81a71c6-2e6e-42f1-82d2-d64d9f0af459 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:00:59.423187 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b108ecb-584c-46b0-b25f-1f2f75c4c172 req-e81a71c6-2e6e-42f1-82d2-d64d9f0af459 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0539699 Apr 08 12:00:59.473257 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b108ecb-584c-46b0-b25f-1f2f75c4c172 req-bea6304b-f764-4a1a-93de-272029b987f4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Apr 08 12:01:00.601646 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957457-fa7c-45f7-b830-c20f6bcaf2df req-ec28cb53-3f45-4cb0-aaee-41f8d29b2871 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:00.603115 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1b957457-fa7c-45f7-b830-c20f6bcaf2df req-ec28cb53-3f45-4cb0-aaee-41f8d29b2871 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0523181 Apr 08 12:01:00.651639 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1b957457-fa7c-45f7-b830-c20f6bcaf2df req-e48c46f5-485d-47fe-968a-79bf91cdb1d1 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Apr 08 12:01:01.486224 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829beae-e017-4a13-94b3-5acb653a3a73 req-ba95a085-3511-4b0d-b217-1a56ea14762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:01.487853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0829beae-e017-4a13-94b3-5acb653a3a73 req-ba95a085-3511-4b0d-b217-1a56ea14762e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 1129 time: 0.0446391 Apr 08 12:01:01.538359 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0829beae-e017-4a13-94b3-5acb653a3a73 req-110ce357-5dd7-42af-a3d5-1e722c9b5cd6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Apr 08 12:01:01.775892 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9148c-c2db-466b-8cc4-5250ba702301 req-d5c1982c-a019-4fa5-88ca-bd39b483eb06 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:01.777404 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cfc9148c-c2db-466b-8cc4-5250ba702301 req-d5c1982c-a019-4fa5-88ca-bd39b483eb06 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0545666 Apr 08 12:01:01.827901 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cfc9148c-c2db-466b-8cc4-5250ba702301 req-49309acf-5498-45a5-875f-445658c9ca1e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Apr 08 12:01:02.949812 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a6d52-c000-4707-8c24-43e1f21953e6 req-862ca928-c21b-495f-90c7-fa669cfc3872 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:02.951038 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d14a6d52-c000-4707-8c24-43e1f21953e6 req-862ca928-c21b-495f-90c7-fa669cfc3872 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0534482 Apr 08 12:01:03.007063 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d14a6d52-c000-4707-8c24-43e1f21953e6 req-38231cdc-bc6f-4795-b418-8fd362d5041e tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482929 Apr 08 12:01:04.305214 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0332-6309-437e-abdd-880836bd9481 req-d154ed49-28fa-4b05-aa13-5dc64ed54405 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:04.306645 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe3f0332-6309-437e-abdd-880836bd9481 req-d154ed49-28fa-4b05-aa13-5dc64ed54405 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0652139 Apr 08 12:01:04.359278 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe3f0332-6309-437e-abdd-880836bd9481 req-9793229a-4bb9-40ac-b241-3bcee7e148d7 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Apr 08 12:01:04.717844 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:01:04.962402 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:05.031352 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc1dc-81eb-44b2-8fc6-540f312e94df req-db1b4222-b5b6-499b-b814-4da5c5e2d632 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:05.032908 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-306cc1dc-81eb-44b2-8fc6-540f312e94df req-db1b4222-b5b6-499b-b814-4da5c5e2d632 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0566616 Apr 08 12:01:05.081184 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-306cc1dc-81eb-44b2-8fc6-540f312e94df req-767fa428-0d47-4587-bfeb-cf6d3e68d834 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Apr 08 12:01:06.215410 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e819800-a015-4ece-811a-a8d247b6fee1 req-3187ca59-acbb-4d01-b8ff-44f0e81d1526 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:06.216913 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4e819800-a015-4ece-811a-a8d247b6fee1 req-3187ca59-acbb-4d01-b8ff-44f0e81d1526 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0552778 Apr 08 12:01:06.263193 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4e819800-a015-4ece-811a-a8d247b6fee1 req-894b4807-4c9a-4f8f-8a86-7eac2f421d54 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Apr 08 12:01:06.628619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-0a8b4eaa-10a8-4bcf-8edf-c1941837d2f8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:06.630230 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-0a8b4eaa-10a8-4bcf-8edf-c1941837d2f8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 945 time: 0.0579383 Apr 08 12:01:06.732811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Deleting port 19d6d486-d350-4d1f-a28b-86d42e608c55 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:01:06.733061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:06.822509 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] For port 19d6d486-d350-4d1f-a28b-86d42e608c55, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=19d6d486-d350-4d1f-a28b-86d42e608c55,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:06.822852 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:06.836324 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Calling delete_port for 19d6d486-d350-4d1f-a28b-86d42e608c55 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:01:06.981252 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (19d6d486-d350-4d1f-a28b-86d42e608c55), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:06.993277 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['19d6d486-d350-4d1f-a28b-86d42e608c55'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:01:07.010808 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Pushing event deleted for resources: {'Port': ['ID=19d6d486-d350-4d1f-a28b-86d42e608c55,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:07.023105 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.023464 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.023791 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.024210 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.024497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.024836 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.025225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.025544 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.025874 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.026171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.026516 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.026864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.027132 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.027433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.027879 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:07.064222 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] No DVR routers for this DVR port 19d6d486-d350-4d1f-a28b-86d42e608c55 on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:01:07.066829 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:07.070146 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dee975a4-91c4-4ccd-8314-5dd9d1a4a1d0 req-966c28d3-6959-4679-852a-5735947f69bf tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "DELETE /v2.0/ports/19d6d486-d350-4d1f-a28b-86d42e608c55 HTTP/1.1" status: 204 len: 173 time: 0.4335659 Apr 08 12:01:07.070583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'name': 'network-vif-deleted', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:07.072912 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3272182-7326-4248-a44f-32548ec50508" -d '{"events": [{"server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "name": "network-vif-deleted", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:07.112488 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daee9523-50c0-4c7c-99f2-3d58ad74fcb5 x-openstack-request-id: req-daee9523-50c0-4c7c-99f2-3d58ad74fcb5 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:07.112860 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327fe475-c38f-4a18-9fd5-b500bd488d5f", "name": "network-vif-deleted", "tag": "19d6d486-d350-4d1f-a28b-86d42e608c55", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:07.113221 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-daee9523-50c0-4c7c-99f2-3d58ad74fcb5 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:07.113526 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daee9523-50c0-4c7c-99f2-3d58ad74fcb5'] response: {'server_uuid': '327fe475-c38f-4a18-9fd5-b500bd488d5f', 'name': 'network-vif-deleted', 'tag': '19d6d486-d350-4d1f-a28b-86d42e608c55', 'status': 'completed', 'code': 200} Apr 08 12:01:07.374005 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4c1f4c9f-fef7-4dc8-9573-02e7c1f14cae req-3fb09e86-cf9d-4a95-93ca-43d0ee0e0740 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=327fe475-c38f-4a18-9fd5-b500bd488d5f HTTP/1.1" status: 200 len: 210 time: 0.0288827 Apr 08 12:01:08.563789 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46918) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:08.691941 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-1b4f64cb-e637-4fc3-bebd-de1cd762f224 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:08.693888 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-1b4f64cb-e637-4fc3-bebd-de1cd762f224 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 809 time: 0.1075521 Apr 08 12:01:08.710895 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-ee940156-f12a-4df6-a665-daa6cbb5711c tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/quotas/99441ed51b5540bb8d9f5f4793f8f688 HTTP/1.1" status: 200 len: 375 time: 0.0096838 Apr 08 12:01:08.727006 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da7d0ad8-39b8-4bdd-820c-a20e16cdd152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.745497 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-a5f38300-02ac-4e9a-99bb-c154645544c4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285003 Apr 08 12:01:08.809362 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da7d0ad8-39b8-4bdd-820c-a20e16cdd152 admin admin] Publish callbacks [] for security_group (7b6bdbda-a838-4e95-808b-c8f820d85e45), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.812993 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-08369503-b072-4ff4-81cc-70af6275b015 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109768) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:01:08.814068 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-08369503-b072-4ff4-81cc-70af6275b015 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599296 Apr 08 12:01:08.814225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-da7d0ad8-39b8-4bdd-820c-a20e16cdd152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b6bdbda-a838-4e95-808b-c8f820d85e45), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.852870 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0ad8-39b8-4bdd-820c-a20e16cdd152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6bdbda-a838-4e95-808b-c8f820d85e45,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:08.857181 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-da7d0ad8-39b8-4bdd-820c-a20e16cdd152 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6b30b2c1aac46d593d5fdd25a3e2440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921271 Apr 08 12:01:08.859879 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 46930) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:08.908630 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] Publish callbacks [] for security_group (7b6bdbda-a838-4e95-808b-c8f820d85e45), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.926532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-f3b0fd1e-cb03-4004-9b2a-6b443acde797 service neutron] 10.222.0.55 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058567 Apr 08 12:01:08.930176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] Publish callbacks [] for security_group (7b6bdbda-a838-4e95-808b-c8f820d85e45), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.980446 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (7b6bdbda-a838-4e95-808b-c8f820d85e45), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.983082 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:08.984340 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b6bdbda-a838-4e95-808b-c8f820d85e45 HTTP/1.1" status: 204 len: 168 time: 0.1234751 Apr 08 12:01:08.993563 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea9686-9509-4287-a75f-a53899f0382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6bdbda-a838-4e95-808b-c8f820d85e45,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:09.021946 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-d98efcf7-3410-45a9-8a1b-c324b6711796 service neutron] 10.222.0.55 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889752 Apr 08 12:01:09.196111 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9376e158-481d-4493-bdef-e2c96fa9f400 req-ebe81b58-a0e2-454d-90b7-bff6802fdd69 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 210 time: 0.0316384 Apr 08 12:01:09.799199 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 19d6d486-d350-4d1f-a28b-86d42e608c55 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:01:09.961827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 19d6d486-d350-4d1f-a28b-86d42e608c55 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:01:09.962125 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 19d6d486-d350-4d1f-a28b-86d42e608c55 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:01:10.157676 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-be85fa1a-1841-486f-9d4d-e1e475f67629 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:10.159253 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-be85fa1a-1841-486f-9d4d-e1e475f67629 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 809 time: 0.1264331 Apr 08 12:01:10.174761 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Request body: {'port': {'device_id': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876', 'admin_state_up': True, 'tenant_id': '99441ed51b5540bb8d9f5f4793f8f688'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:01:10.305645 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Made reservation on behalf of 99441ed51b5540bb8d9f5f4793f8f688 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:01:10.309401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:10.320542 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6fe7602b-b408-4c0a-8144-68cc07e71186 req-e313e10a-a0d3-4d3b-bda3-794081c2b1f4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 210 time: 0.0305502 Apr 08 12:01:10.435685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Allocated IP 172.20.0.13 (3d3f8821-3c96-4a60-9d0d-b1f535f8d876/dcc2aa1c-2d9b-4d81-9585-918f00af919d/8938d999-f83d-496c-aff7-18f980a30241) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:01:10.598091 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks [] for port (8938d999-f83d-496c-aff7-18f980a30241), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:10.635334 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:10.688895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:01:10.693389 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:01:10.700871 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:01:10.709975 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Pushing event updated for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:10.770396 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:10.771150 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:10.792746 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-0e0f5cfa-49dd-42ed-a754-0347d4dcbd00 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228464 Apr 08 12:01:10.804326 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Request body: {'port': {'device_id': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:01:10.869171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8938d999-f83d-496c-aff7-18f980a30241), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.146614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8938d999-f83d-496c-aff7-18f980a30241 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:01:11.156372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks [] for port (8938d999-f83d-496c-aff7-18f980a30241), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.170211 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Transition to ACTIVE for port object 8938d999-f83d-496c-aff7-18f980a30241 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:01:11.175958 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.226404 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:11.298284 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Attempting to bind port 8938d999-f83d-496c-aff7-18f980a30241 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:01:11.298742 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Attempting to bind port 8938d999-f83d-496c-aff7-18f980a30241 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:01:11.299095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Attempting to bind port 8938d999-f83d-496c-aff7-18f980a30241 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:01:11.307660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Port 8938d999-f83d-496c-aff7-18f980a30241 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:01:11.307660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Attempting to bind port 8938d999-f83d-496c-aff7-18f980a30241 on network 3d3f8821-3c96-4a60-9d0d-b1f535f8d876 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:01:11.312587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:01:11.313187 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Checking segment: {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:01:11.313574 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Bound using segment: {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:01:11.314004 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Bound port: 8938d999-f83d-496c-aff7-18f980a30241, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53e382-e93e-4669-8058-6574fa8a5044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:01:11.314362 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8938d999-f83d-496c-aff7-18f980a30241), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.390242 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:01:11.395323 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8938d999-f83d-496c-aff7-18f980a30241,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:01:11.425325 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.466899 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:11.467517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:11.468929 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] 10.222.0.44 "PUT /v2.0/ports/8938d999-f83d-496c-aff7-18f980a30241 HTTP/1.1" status: 200 len: 1094 time: 0.6686914 Apr 08 12:01:11.469446 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'tag': '8938d999-f83d-496c-aff7-18f980a30241'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:11.471679 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50609e69-b231-42ff-8a4a-2dd74702b948" -d '{"events": [{"name": "network-changed", "server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "tag": "8938d999-f83d-496c-aff7-18f980a30241"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:11.502698 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42143-a812-44d1-bffd-0a6c5caf3544 req-9884074f-7162-47a8-9e24-3c5e60da32c8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:11.504528 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-48a42143-a812-44d1-bffd-0a6c5caf3544 req-9884074f-7162-47a8-9e24-3c5e60da32c8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.1118855 Apr 08 12:01:11.523058 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea72bcc6-b547-4e92-ae44-fb377ea6a49b x-openstack-request-id: req-ea72bcc6-b547-4e92-ae44-fb377ea6a49b {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:11.523347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "tag": "8938d999-f83d-496c-aff7-18f980a30241", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:11.523596 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea72bcc6-b547-4e92-ae44-fb377ea6a49b {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:11.523994 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea72bcc6-b547-4e92-ae44-fb377ea6a49b'] response: {'name': 'network-changed', 'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'tag': '8938d999-f83d-496c-aff7-18f980a30241', 'status': 'completed', 'code': 200} Apr 08 12:01:11.525872 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f109d-108a-4ceb-97d5-7f1c8a76cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:11.602053 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-48a42143-a812-44d1-bffd-0a6c5caf3544 req-def87511-87e7-4109-b453-92374aa10c8c tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910013 Apr 08 12:01:11.612529 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-d299f39a-8822-4ad8-9259-e4eb406fc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:11.614093 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-d299f39a-8822-4ad8-9259-e4eb406fc501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 1128 time: 0.0717044 Apr 08 12:01:11.655246 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-36084f6c-00d3-442d-9579-5919dd81d799 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8938d999-f83d-496c-aff7-18f980a30241 HTTP/1.1" status: 200 len: 217 time: 0.0343444 Apr 08 12:01:11.704944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-461df2fe-755f-4dfe-8a2b-9595cd352230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:11.706401 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-461df2fe-755f-4dfe-8a2b-9595cd352230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcc2aa1c-2d9b-4d81-9585-918f00af919d HTTP/1.1" status: 200 len: 849 time: 0.0458791 Apr 08 12:01:11.742516 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-b108af76-e46b-43ed-9f1a-c3e9267d690a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297718 Apr 08 12:01:11.845039 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-5d89dec9-963c-40f0-a1e4-b019024aebb7 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944757 Apr 08 12:01:11.937218 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11da0f91-6e4a-41b2-a6e9-9ec3845b64ae req-799c7f17-4ceb-41c9-a906-900b4f978a40 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861461 Apr 08 12:01:12.731809 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828e60-b5b5-4631-b8d9-98055f25759d req-ce79c99e-d72b-4d72-9206-623b19e972b3 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:12.733308 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19828e60-b5b5-4631-b8d9-98055f25759d req-ce79c99e-d72b-4d72-9206-623b19e972b3 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0544589 Apr 08 12:01:12.781916 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19828e60-b5b5-4631-b8d9-98055f25759d req-4a89fdeb-57c8-4da7-a21d-6c9f6619c0ea tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Apr 08 12:01:13.924101 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f79d7-c291-4f2f-b197-39fad3ac673a req-4b9949eb-a8c9-4419-80b1-7efa961ad36a tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:13.925579 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d22f79d7-c291-4f2f-b197-39fad3ac673a req-4b9949eb-a8c9-4419-80b1-7efa961ad36a tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0549421 Apr 08 12:01:13.971734 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d22f79d7-c291-4f2f-b197-39fad3ac673a req-ca224d90-8c2c-45b5-8ffa-313328c802fe tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Apr 08 12:01:15.096001 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feb4a9-7693-4084-8759-31cdde118728 req-8d21c062-c82a-4e79-bef0-dab36b7d7c87 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:15.097514 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92feb4a9-7693-4084-8759-31cdde118728 req-8d21c062-c82a-4e79-bef0-dab36b7d7c87 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0535822 Apr 08 12:01:15.143008 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92feb4a9-7693-4084-8759-31cdde118728 req-78f16cb8-8bad-48d3-8324-0eb558439831 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Apr 08 12:01:16.260750 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4881c3-94e6-43b8-b872-b09876a1e1bd req-e3249629-3e3b-4f59-9f89-4952d7703cb6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:16.262236 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ad4881c3-94e6-43b8-b872-b09876a1e1bd req-e3249629-3e3b-4f59-9f89-4952d7703cb6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0531445 Apr 08 12:01:16.317710 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ad4881c3-94e6-43b8-b872-b09876a1e1bd req-36a23678-13b8-4e38-a6cb-a24928d6a529 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Apr 08 12:01:17.454563 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c1f9b-e143-454b-9bfc-817fcdc7579d req-c5504159-a55f-40f3-987f-4371734e399f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:17.455943 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6b3c1f9b-e143-454b-9bfc-817fcdc7579d req-c5504159-a55f-40f3-987f-4371734e399f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0573459 Apr 08 12:01:17.500909 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6b3c1f9b-e143-454b-9bfc-817fcdc7579d req-323d106d-4aa3-4e66-8e34-63fc28201f58 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Apr 08 12:01:18.644344 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daf028-570b-40e5-9949-deb83c8e9866 req-aee67756-a95d-453a-aad1-9bb9060299a6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:18.645832 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56daf028-570b-40e5-9949-deb83c8e9866 req-aee67756-a95d-453a-aad1-9bb9060299a6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0640712 Apr 08 12:01:18.694200 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56daf028-570b-40e5-9949-deb83c8e9866 req-642d7d86-7559-438b-97de-1f65d7fd9115 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Apr 08 12:01:19.823582 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cff84-f284-44eb-a213-5f2986714183 req-97167988-a52e-4274-86d5-061fab1dfd25 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:19.825088 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-642cff84-f284-44eb-a213-5f2986714183 req-97167988-a52e-4274-86d5-061fab1dfd25 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.0560520 Apr 08 12:01:19.875654 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-642cff84-f284-44eb-a213-5f2986714183 req-1e0bb8c6-1e1b-49e6-b061-7163fa1006f4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Apr 08 12:01:20.448765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d5df9d18-c371-41e3-a47f-893a4d6cd5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:20.534790 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-a3b3c3a2-04c4-4ff3-8f74-4a970fe02e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:20.536245 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-a3b3c3a2-04c4-4ff3-8f74-4a970fe02e53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 1128 time: 0.0459890 Apr 08 12:01:20.750377 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-327e1b20-2c69-4407-816c-f2d65cae8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:20.751841 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-327e1b20-2c69-4407-816c-f2d65cae8c69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 200 len: 910 time: 0.0928757 Apr 08 12:01:20.791229 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-a7c8605a-d590-49c0-b1ff-6178cbdee58f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8938d999-f83d-496c-aff7-18f980a30241 HTTP/1.1" status: 200 len: 217 time: 0.0328584 Apr 08 12:01:20.847399 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-0172c252-0b2e-417b-a195-18c5cec84b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:20.849505 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-0172c252-0b2e-417b-a195-18c5cec84b32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcc2aa1c-2d9b-4d81-9585-918f00af919d HTTP/1.1" status: 200 len: 849 time: 0.0514834 Apr 08 12:01:21.144122 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-1106c32f-b63b-4a71-bfbe-5c499875a439 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d3f8821-3c96-4a60-9d0d-b1f535f8d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2857320 Apr 08 12:01:21.250201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ce988-d512-41ec-8cf3-89a1bd33f7c3 req-e1609717-e476-486b-8eac-f6251647daba tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:21.251635 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-106ce988-d512-41ec-8cf3-89a1bd33f7c3 req-e1609717-e476-486b-8eac-f6251647daba tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 944 time: 0.1100004 Apr 08 12:01:21.270260 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 47078) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:21.287950 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-0cc402ce-d856-4384-96cb-950a8e599c01 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357560 Apr 08 12:01:21.376087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-106ce988-d512-41ec-8cf3-89a1bd33f7c3 req-3834e83c-faaf-4690-91eb-0ecac6c70976 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183250 Apr 08 12:01:21.379202 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.413032 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50609e69-b231-42ff-8a4a-2dd74702b948 req-5d84a158-61e8-4bdd-9b21-fea35d156329 service neutron] 10.222.0.44 "GET /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175106 Apr 08 12:01:21.462168 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Publish callbacks [] for security_group (8e29a871-4290-4bda-9fbd-c6afcccd6270), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.467309 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8e29a871-4290-4bda-9fbd-c6afcccd6270), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.506417 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de2e447380044edca8420b503e5a7325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350338 Apr 08 12:01:21.507230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29a871-4290-4bda-9fbd-c6afcccd6270,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:21.509418 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47084) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:21.514307 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.514649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.514983 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.515288 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.515641 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.515965 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.516281 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.516596 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.516910 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.517325 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.517575 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.517891 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.518187 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.518498 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.518807 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b0e90-016a-4df0-97ba-f0ae17363f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:21.557938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] Publish callbacks [] for security_group (8e29a871-4290-4bda-9fbd-c6afcccd6270), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.586541 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] Publish callbacks [] for security_group (8e29a871-4290-4bda-9fbd-c6afcccd6270), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.644646 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8e29a871-4290-4bda-9fbd-c6afcccd6270), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.647204 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:21.648359 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e29a871-4290-4bda-9fbd-c6afcccd6270 HTTP/1.1" status: 204 len: 168 time: 0.1379805 Apr 08 12:01:21.656477 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7bfd-c3a2-45f5-845e-3410cb4d27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29a871-4290-4bda-9fbd-c6afcccd6270,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:21.845587 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 8938d999-f83d-496c-aff7-18f980a30241 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:01:21.959450 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8938d999-f83d-496c-aff7-18f980a30241,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:21.972742 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '8938d999-f83d-496c-aff7-18f980a30241', 'network_id': '3d3f8821-3c96-4a60-9d0d-b1f535f8d876', 'port_id': '8938d999-f83d-496c-aff7-18f980a30241', 'mac_address': 'fa:16:3e:86:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc2aa1c-2d9b-4d81-9585-918f00af919d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:01:22.012654 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 8938d999-f83d-496c-aff7-18f980a30241 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:01:22.013103 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8938d999-f83d-496c-aff7-18f980a30241), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:22.026245 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8938d999-f83d-496c-aff7-18f980a30241 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:01:22.050488 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8938d999-f83d-496c-aff7-18f980a30241,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:22.056433 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:22.102922 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:22.500297 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f3ba-9261-42dc-a8f9-d67a7da3f870 req-8177e7bb-82dd-46b2-b7ad-906fcb7d5b71 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:22.501797 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1f52f3ba-9261-42dc-a8f9-d67a7da3f870 req-8177e7bb-82dd-46b2-b7ad-906fcb7d5b71 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Apr 08 12:01:22.549772 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['8938d999-f83d-496c-aff7-18f980a30241'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:01:22.550668 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1f52f3ba-9261-42dc-a8f9-d67a7da3f870 req-0dafa453-cddc-4100-813e-b3c8cbd4a06f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Apr 08 12:01:22.712214 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-949f99d6-e8dc-419f-86e8-708a343b138e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:23.689407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328069c8-50aa-45b4-b91c-900c2480e18b req-847a8a0e-eacf-4d76-96db-5f7fc480d243 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:23.690865 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-328069c8-50aa-45b4-b91c-900c2480e18b req-847a8a0e-eacf-4d76-96db-5f7fc480d243 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 945 time: 0.0590203 Apr 08 12:01:23.741297 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-328069c8-50aa-45b4-b91c-900c2480e18b req-9b8a9eb3-f95a-4af8-b8ac-315cce8ec256 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Apr 08 12:01:23.852395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 8938d999-f83d-496c-aff7-18f980a30241 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:01:23.893830 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:23.910003 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 8938d999-f83d-496c-aff7-18f980a30241 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:01:23.914132 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 8938d999-f83d-496c-aff7-18f980a30241 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:01:23.914496 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8938d999-f83d-496c-aff7-18f980a30241), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:23.996695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 8938d999-f83d-496c-aff7-18f980a30241 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:01:23.997048 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8938d999-f83d-496c-aff7-18f980a30241), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:24.019950 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938d999-f83d-496c-aff7-18f980a30241'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:24.022200 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f442fbf-8cfd-4b38-91b8-c597dc009303" -d '{"events": [{"server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "name": "network-vif-plugged", "status": "completed", "tag": "8938d999-f83d-496c-aff7-18f980a30241"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:24.034588 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8938d999-f83d-496c-aff7-18f980a30241,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:24.040234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:24.067027 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab2cbc-efed-4b1a-84ad-2a3c387364a2 x-openstack-request-id: req-3dab2cbc-efed-4b1a-84ad-2a3c387364a2 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:24.067313 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "name": "network-vif-plugged", "status": "completed", "tag": "8938d999-f83d-496c-aff7-18f980a30241", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:24.068407 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3dab2cbc-efed-4b1a-84ad-2a3c387364a2 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:24.068909 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dab2cbc-efed-4b1a-84ad-2a3c387364a2'] response: {'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938d999-f83d-496c-aff7-18f980a30241', 'code': 200} Apr 08 12:01:24.096591 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:24.244600 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f6bf5-6463-4ff8-b8a8-a19843841952 req-f2d483a9-3968-433e-89f9-8a6e03ce228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:24.246112 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-849f6bf5-6463-4ff8-b8a8-a19843841952 req-f2d483a9-3968-433e-89f9-8a6e03ce228a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 1130 time: 0.0520709 Apr 08 12:01:24.291437 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-849f6bf5-6463-4ff8-b8a8-a19843841952 req-e0c63d27-c228-498d-a767-692ac249a393 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Apr 08 12:01:24.870465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404367-6370-4f7f-aba4-5caef5605b93 req-9ef679ac-deba-463a-ba18-b19ad0289b11 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:24.871962 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-44404367-6370-4f7f-aba4-5caef5605b93 req-9ef679ac-deba-463a-ba18-b19ad0289b11 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0591509 Apr 08 12:01:24.918837 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-44404367-6370-4f7f-aba4-5caef5605b93 req-0742d35d-db52-4b70-b285-5bedcd18448f tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Apr 08 12:01:25.111864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:26.063031 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3ff5e-26aa-427e-9292-163cb0994fb1 req-8abcfe3e-7879-45d2-9d5e-6b598803a2dd tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:26.064490 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-adb3ff5e-26aa-427e-9292-163cb0994fb1 req-8abcfe3e-7879-45d2-9d5e-6b598803a2dd tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0636082 Apr 08 12:01:26.112291 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-adb3ff5e-26aa-427e-9292-163cb0994fb1 req-834f5dc5-6aaf-4ae4-ab6e-16b9485a2464 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Apr 08 12:01:26.600608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:27.234482 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca3c34-3a42-4e8b-9e5f-25f6ad0b25b6 req-d6180710-468c-4114-ad63-139510ea0ea8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:27.235929 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f4ca3c34-3a42-4e8b-9e5f-25f6ad0b25b6 req-d6180710-468c-4114-ad63-139510ea0ea8 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0544243 Apr 08 12:01:27.287004 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f4ca3c34-3a42-4e8b-9e5f-25f6ad0b25b6 req-60189925-0ac7-4a45-a471-80ade75d22b6 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Apr 08 12:01:27.962205 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21208577-27cf-4fa1-8d44-289405da8d4d req-b39265df-f9b2-468f-b2a5-c27ed0814494 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:27.964148 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21208577-27cf-4fa1-8d44-289405da8d4d req-b39265df-f9b2-468f-b2a5-c27ed0814494 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0604393 Apr 08 12:01:28.016063 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21208577-27cf-4fa1-8d44-289405da8d4d req-325c96fd-6bbd-4acf-8e01-b4b5f08885bc tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Apr 08 12:01:29.153433 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b563c1-81cd-402d-b0de-5e11f57b731b req-44cd7b5a-7996-48c7-adf6-5b8a566ca8fe tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:29.155312 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-38b563c1-81cd-402d-b0de-5e11f57b731b req-44cd7b5a-7996-48c7-adf6-5b8a566ca8fe tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0631604 Apr 08 12:01:29.207909 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-38b563c1-81cd-402d-b0de-5e11f57b731b req-08d2529c-b415-4af7-862f-5508f7f5b184 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/security-groups?id=113a0724-4917-484f-854f-930ad7950d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Apr 08 12:01:29.349222 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-17e2daae-ee0a-4306-ae78-23bf196bbad4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:29.350642 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-17e2daae-ee0a-4306-ae78-23bf196bbad4 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Apr 08 12:01:29.469056 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Deleting port 8938d999-f83d-496c-aff7-18f980a30241 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:01:29.469397 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (8938d999-f83d-496c-aff7-18f980a30241), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:29.555264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] For port 8938d999-f83d-496c-aff7-18f980a30241, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=8938d999-f83d-496c-aff7-18f980a30241,segment=NetworkSegment(0b53e382-e93e-4669-8058-6574fa8a5044),segment_id=0b53e382-e93e-4669-8058-6574fa8a5044)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:29.555619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (8938d999-f83d-496c-aff7-18f980a30241), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:29.568560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Calling delete_port for 8938d999-f83d-496c-aff7-18f980a30241 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:01:29.721154 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (8938d999-f83d-496c-aff7-18f980a30241), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:29.733159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['8938d999-f83d-496c-aff7-18f980a30241'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:01:29.753379 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Pushing event deleted for resources: {'Port': ['ID=8938d999-f83d-496c-aff7-18f980a30241,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:29.797851 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] No DVR routers for this DVR port 8938d999-f83d-496c-aff7-18f980a30241 on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:01:29.800440 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:29.803667 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f06cec09-b440-4f2b-889d-1461c6708c5e req-f83426ac-cadb-4693-a70a-548752d2c441 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.44 "DELETE /v2.0/ports/8938d999-f83d-496c-aff7-18f980a30241 HTTP/1.1" status: 204 len: 173 time: 0.4482546 Apr 08 12:01:29.804095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'name': 'network-vif-deleted', 'tag': '8938d999-f83d-496c-aff7-18f980a30241'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:29.806354 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5e7bf-042f-4688-919a-8fdd0263bbbd" -d '{"events": [{"server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "name": "network-vif-deleted", "tag": "8938d999-f83d-496c-aff7-18f980a30241"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:29.843444 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b3ac6-c848-4158-9e81-130516a80eec x-openstack-request-id: req-9c7b3ac6-c848-4158-9e81-130516a80eec {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:29.843761 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e4909f-f6dc-4663-b107-6c90cc40ae59", "name": "network-vif-deleted", "tag": "8938d999-f83d-496c-aff7-18f980a30241", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:29.844023 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c7b3ac6-c848-4158-9e81-130516a80eec {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:29.844561 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7b3ac6-c848-4158-9e81-130516a80eec'] response: {'server_uuid': '57e4909f-f6dc-4663-b107-6c90cc40ae59', 'name': 'network-vif-deleted', 'tag': '8938d999-f83d-496c-aff7-18f980a30241', 'status': 'completed', 'code': 200} Apr 08 12:01:30.329827 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-aa477411-8610-48d5-a66f-809505f783df req-d4a567a0-7234-4246-bddd-ec92eab10cf2 tempest-VolumesActionsTest-465343173 tempest-VolumesActionsTest-465343173-project] 10.222.0.55 "GET /v2.0/ports?device_id=57e4909f-f6dc-4663-b107-6c90cc40ae59 HTTP/1.1" status: 200 len: 210 time: 0.0348287 Apr 08 12:01:35.081924 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 8938d999-f83d-496c-aff7-18f980a30241 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:01:35.118008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 8938d999-f83d-496c-aff7-18f980a30241 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:01:35.118337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 8938d999-f83d-496c-aff7-18f980a30241 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:01:35.129463 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:41.717370 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:01:44.907563 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47314) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:45.014756 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821774c2-d0a1-40ed-9b5e-501e4f09a0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.098742 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821774c2-d0a1-40ed-9b5e-501e4f09a0c7 admin admin] Publish callbacks [] for security_group (4203a784-10aa-4eef-be66-b11d3407b8e2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.104113 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-821774c2-d0a1-40ed-9b5e-501e4f09a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4203a784-10aa-4eef-be66-b11d3407b8e2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.148343 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-821774c2-d0a1-40ed-9b5e-501e4f09a0c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cb02af3cfc84a38ba92de2b2c6f3e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395175 Apr 08 12:01:45.151609 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 47318) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:45.153919 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821774c2-d0a1-40ed-9b5e-501e4f09a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203a784-10aa-4eef-be66-b11d3407b8e2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:45.209126 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] Publish callbacks [] for security_group (4203a784-10aa-4eef-be66-b11d3407b8e2), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.231685 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] Publish callbacks [] for security_group (4203a784-10aa-4eef-be66-b11d3407b8e2), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.286191 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4203a784-10aa-4eef-be66-b11d3407b8e2), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.289212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:45.290462 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4203a784-10aa-4eef-be66-b11d3407b8e2 HTTP/1.1" status: 204 len: 168 time: 0.1373281 Apr 08 12:01:45.298906 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056816f-cb2d-4347-9a8a-c23c6e2530dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203a784-10aa-4eef-be66-b11d3407b8e2,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:47.687108 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-9e9f1fac-1270-402c-aecd-2c249de309e3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313005 Apr 08 12:01:47.911155 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-55fd1fc1-86c1-4c5a-bf48-652cb3857506 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:47.912641 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-55fd1fc1-86c1-4c5a-bf48-652cb3857506 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191617 Apr 08 12:01:47.930864 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-fb18d1ea-90b8-4f31-96ad-33b1fecdb0cf tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/quotas/b77738fc05ab4146a1dc3a422ed2a194 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Apr 08 12:01:47.974886 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-ff07aeaf-4f34-499c-89a8-71b3c56f39fb tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365198 Apr 08 12:01:48.161347 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21d0065d-79e8-49fc-b2a8-dfe206225098 req-b49a9f9e-140b-413a-984c-d03e8edc2c5d tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 210 time: 0.0497494 Apr 08 12:01:49.243327 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-9e23af43-baf1-4317-b692-6b4fb8805eed tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520568 Apr 08 12:01:49.283583 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-6e1e376b-0057-4c28-80ec-c5d4d077ee62 req-001b26ed-fba5-4f95-b037-1ae05121f5f0 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 210 time: 0.0431037 Apr 08 12:01:49.469334 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-1a9419d1-6a85-4c14-9fcf-969d8d7e6718 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:49.470848 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-1a9419d1-6a85-4c14-9fcf-969d8d7e6718 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198288 Apr 08 12:01:49.484228 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Request body: {'port': {'device_id': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd', 'admin_state_up': True, 'tenant_id': 'b77738fc05ab4146a1dc3a422ed2a194'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:01:49.605801 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Made reservation on behalf of b77738fc05ab4146a1dc3a422ed2a194 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:01:49.609291 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:49.618424 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:49.701811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks [] for security_group (4feb249b-b5f1-4659-8801-139641c2e429), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:49.708844 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4feb249b-b5f1-4659-8801-139641c2e429), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:49.770956 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb249b-b5f1-4659-8801-139641c2e429,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:49.861076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Allocated IP 192.168.233.16 (5cd51d6c-3b0f-4404-810d-c931b6efe9bd/c07f9f47-f11f-4140-830e-408e68f4590b/6164a552-d582-4e08-bf50-e22e9d0e229e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:01:50.024417 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks [] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.063364 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.110359 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:01:50.113948 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:01:50.117348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:01:50.151790 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Pushing event updated for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:50.178620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:50.179342 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.206254 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-eee375c3-84cc-4e37-b8a4-2c9f0013e080 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7265544 Apr 08 12:01:50.217998 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Request body: {'port': {'device_id': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:01:50.282974 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.448406 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-9e71af77-665e-4b21-a5d9-047d7d856c2f None None] Provisioning complete for port 6164a552-d582-4e08-bf50-e22e9d0e229e triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:01:50.449573 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9e71af77-665e-4b21-a5d9-047d7d856c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.452164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8410c9a8-2e1d-4ef0-94ed-d4f9b62b8f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.494975 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-9e71af77-665e-4b21-a5d9-047d7d856c2f None None] Port 6164a552-d582-4e08-bf50-e22e9d0e229e cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:01:50.520312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2912-2095-45cc-9a39-c586a7b06f09 req-042cfe6e-1f85-471d-acb3-661b7f8924f0 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:50.521919 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f7d2912-2095-45cc-9a39-c586a7b06f09 req-042cfe6e-1f85-471d-acb3-661b7f8924f0 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 935 time: 0.1095366 Apr 08 12:01:50.628019 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f7d2912-2095-45cc-9a39-c586a7b06f09 req-afff8417-281e-49c1-a91b-7466b28909a8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994594 Apr 08 12:01:50.719730 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6164a552-d582-4e08-bf50-e22e9d0e229e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:01:50.727854 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks [] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.744066 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Transition to ACTIVE for port object 6164a552-d582-4e08-bf50-e22e9d0e229e will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:01:50.750250 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:50.793609 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Pushing event updated for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:50.891441 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Attempting to bind port 6164a552-d582-4e08-bf50-e22e9d0e229e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:01:50.891864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Attempting to bind port 6164a552-d582-4e08-bf50-e22e9d0e229e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:01:50.892307 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Attempting to bind port 6164a552-d582-4e08-bf50-e22e9d0e229e on network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:01:50.897826 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Port 6164a552-d582-4e08-bf50-e22e9d0e229e on network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:01:50.898171 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Attempting to bind port 6164a552-d582-4e08-bf50-e22e9d0e229e on network 5cd51d6c-3b0f-4404-810d-c931b6efe9bd {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:01:50.903775 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:01:50.904123 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Checking segment: {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:01:50.904511 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Bound using segment: {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:01:50.904968 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Bound port: 6164a552-d582-4e08-bf50-e22e9d0e229e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b29541-084a-418f-a3e7-c8ae12dc2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:01:50.905334 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:51.002545 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:01:51.008652 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6164a552-d582-4e08-bf50-e22e9d0e229e,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:01:51.020653 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:51.039933 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:51.040596 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:51.042049 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] 10.222.0.44 "PUT /v2.0/ports/6164a552-d582-4e08-bf50-e22e9d0e229e HTTP/1.1" status: 200 len: 1097 time: 0.8286037 Apr 08 12:01:51.043672 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:51.048281 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aa676f-5e18-4ccf-9fd8-58aa542643ee" -d '{"events": [{"name": "network-changed", "server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:51.123118 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6726c6-5eb8-4c59-9360-e3c68d08feab x-openstack-request-id: req-1f6726c6-5eb8-4c59-9360-e3c68d08feab {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:51.123727 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:51.124197 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f6726c6-5eb8-4c59-9360-e3c68d08feab {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:51.124806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6726c6-5eb8-4c59-9360-e3c68d08feab'] response: {'name': 'network-changed', 'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e', 'status': 'completed', 'code': 200} Apr 08 12:01:51.152768 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f96df-9a6b-4100-a32f-06e832e6dc08 service neutron] Pushing event updated for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:51.188112 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-b70dbcd2-43bb-4621-b5bb-8c34b3456383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:51.189711 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-b70dbcd2-43bb-4621-b5bb-8c34b3456383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 1131 time: 0.0866377 Apr 08 12:01:51.241772 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-aa35f8b6-1e44-4de2-9d32-b04a58c0d1d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6164a552-d582-4e08-bf50-e22e9d0e229e HTTP/1.1" status: 200 len: 217 time: 0.0441234 Apr 08 12:01:51.298044 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-99515495-98b4-4ce7-bcdc-8ea7bfe45767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:51.299524 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-99515495-98b4-4ce7-bcdc-8ea7bfe45767 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07f9f47-f11f-4140-830e-408e68f4590b HTTP/1.1" status: 200 len: 843 time: 0.0513928 Apr 08 12:01:51.372266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-98a818a9-ccbd-498b-ac7a-42678e9b0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:51.374412 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-98a818a9-ccbd-498b-ac7a-42678e9b0ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd51d6c-3b0f-4404-810d-c931b6efe9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0687046 Apr 08 12:01:51.477002 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-dbabcc06-3652-4e47-9af0-f82eebebb574 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd51d6c-3b0f-4404-810d-c931b6efe9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957870 Apr 08 12:01:51.580338 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-07af2e8b-7fda-44b1-98d9-e9790ba5abd2 req-6865dd8b-d449-424c-8001-0f84688cf4f3 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd51d6c-3b0f-4404-810d-c931b6efe9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958502 Apr 08 12:01:51.758720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12864d-a735-4cbd-8415-0ccd7987a5be req-bcab4e92-8f22-436f-9845-40e7ec87bc64 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:51.760401 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e12864d-a735-4cbd-8415-0ccd7987a5be req-bcab4e92-8f22-436f-9845-40e7ec87bc64 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 947 time: 0.0569201 Apr 08 12:01:51.820226 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e12864d-a735-4cbd-8415-0ccd7987a5be req-52afae7e-18e7-4d04-8d46-f2653e00475a tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536847 Apr 08 12:01:52.700982 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-940a383e-77ab-4255-b96c-d8ed51660844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:53.229648 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415120a-0038-4482-bf88-6bdc703aa8b9 req-7c63bef1-c597-422e-86f8-a67a83b1d47f tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:53.231072 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b415120a-0038-4482-bf88-6bdc703aa8b9 req-7c63bef1-c597-422e-86f8-a67a83b1d47f tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 947 time: 0.3329186 Apr 08 12:01:53.283393 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b415120a-0038-4482-bf88-6bdc703aa8b9 req-2213b513-3939-40b8-8658-afe9cca2ed65 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Apr 08 12:01:53.723394 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-0ad02256-f548-4146-accb-03d1514d2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:53.725075 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-0ad02256-f548-4146-accb-03d1514d2e03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 1131 time: 0.0512404 Apr 08 12:01:53.820407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-66749597-8dcf-43e1-b615-b64a9f685365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:53.822247 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-66749597-8dcf-43e1-b615-b64a9f685365 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cd51d6c-3b0f-4404-810d-c931b6efe9bd HTTP/1.1" status: 200 len: 870 time: 0.0914669 Apr 08 12:01:53.876607 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-04761018-d75f-483f-9139-45e2ef9f0ddc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6164a552-d582-4e08-bf50-e22e9d0e229e HTTP/1.1" status: 200 len: 217 time: 0.0476444 Apr 08 12:01:53.877801 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:53.942843 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-c02663fc-4d3e-4ad9-ba3b-7ef6bfb4fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:53.945072 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-c02663fc-4d3e-4ad9-ba3b-7ef6bfb4fda1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07f9f47-f11f-4140-830e-408e68f4590b HTTP/1.1" status: 200 len: 843 time: 0.0625899 Apr 08 12:01:53.997562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-426326a3-f85e-40b5-b47c-962a7417c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:53.999323 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-426326a3-f85e-40b5-b47c-962a7417c2d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cd51d6c-3b0f-4404-810d-c931b6efe9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480835 Apr 08 12:01:54.107599 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-7e378b26-bb96-4911-b3b5-3982e7319517 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd51d6c-3b0f-4404-810d-c931b6efe9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016266 Apr 08 12:01:54.210756 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-64aa676f-5e18-4ccf-9fd8-58aa542643ee req-181363bb-965e-4e1d-b472-9464b1fe8bbb service neutron] 10.222.0.44 "GET /v2.0/networks/5cd51d6c-3b0f-4404-810d-c931b6efe9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967164 Apr 08 12:01:54.424772 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46aa7b-71a2-4f37-9a1c-51acb0b271ca req-9f5a2d20-41bc-4d73-86db-8b8e5e4b3f04 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:54.426292 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb46aa7b-71a2-4f37-9a1c-51acb0b271ca req-9f5a2d20-41bc-4d73-86db-8b8e5e4b3f04 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 947 time: 0.0584431 Apr 08 12:01:54.486221 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb46aa7b-71a2-4f37-9a1c-51acb0b271ca req-93f1dda5-303e-47dc-b76d-fecb4c7b4d45 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Apr 08 12:01:55.116071 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:55.615796 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ba86-efdf-4f14-917b-f50d2ae0daf0 req-1e993bea-8608-47cb-a0ca-150bd18ad3a3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:55.617419 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8705ba86-efdf-4f14-917b-f50d2ae0daf0 req-1e993bea-8608-47cb-a0ca-150bd18ad3a3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 947 time: 0.0541804 Apr 08 12:01:55.664231 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8705ba86-efdf-4f14-917b-f50d2ae0daf0 req-17eb1c00-760a-43f4-8780-3c9d05b0421b tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Apr 08 12:01:56.050172 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 6164a552-d582-4e08-bf50-e22e9d0e229e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:01:56.157735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6164a552-d582-4e08-bf50-e22e9d0e229e,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:56.169400 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '6164a552-d582-4e08-bf50-e22e9d0e229e', 'network_id': '5cd51d6c-3b0f-4404-810d-c931b6efe9bd', 'port_id': '6164a552-d582-4e08-bf50-e22e9d0e229e', 'mac_address': 'fa:16:3e:8e:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07f9f47-f11f-4140-830e-408e68f4590b', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:01:56.206500 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 6164a552-d582-4e08-bf50-e22e9d0e229e is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:01:56.206894 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:56.219502 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6164a552-d582-4e08-bf50-e22e9d0e229e {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:01:56.239614 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6164a552-d582-4e08-bf50-e22e9d0e229e,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:56.246537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:56.293540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:56.301044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.301393 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.301734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.302077 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.302406 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.302732 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.303054 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.303378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.303698 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.304017 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.304319 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.304645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.304992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.305322 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.305645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:01:56.555562 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['6164a552-d582-4e08-bf50-e22e9d0e229e'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:01:56.611581 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:56.786693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6015f8-9549-4753-8baa-aece24f3069c req-11182e00-73e7-4135-ad9b-e67efc74312a tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:56.788267 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b6015f8-9549-4753-8baa-aece24f3069c req-11182e00-73e7-4135-ad9b-e67efc74312a tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 948 time: 0.0559680 Apr 08 12:01:56.836019 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b6015f8-9549-4753-8baa-aece24f3069c req-cb4fa0ac-f697-4111-83b1-bfd5a733cd64 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Apr 08 12:01:58.064715 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 6164a552-d582-4e08-bf50-e22e9d0e229e up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:01:58.126560 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 6164a552-d582-4e08-bf50-e22e9d0e229e completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:01:58.130282 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 6164a552-d582-4e08-bf50-e22e9d0e229e triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:01:58.130644 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.134347 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27aca-768f-497f-8b74-13179717362c req-ea9fd31b-f05d-4c01-9a70-5755cd6d33f3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:58.135819 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61c27aca-768f-497f-8b74-13179717362c req-ea9fd31b-f05d-4c01-9a70-5755cd6d33f3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 948 time: 0.0633988 Apr 08 12:01:58.183083 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-61c27aca-768f-497f-8b74-13179717362c req-46859819-a7dd-434f-bbc9-b012bc776d0b tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Apr 08 12:01:58.210912 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 6164a552-d582-4e08-bf50-e22e9d0e229e is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:01:58.211290 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.234986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:01:58.237291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453cea1-bd85-4cbe-9435-404ef8b6361c" -d '{"events": [{"server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "name": "network-vif-plugged", "status": "completed", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:01:58.249552 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6164a552-d582-4e08-bf50-e22e9d0e229e,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:01:58.254783 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.277580 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0eb859-9c65-4599-8b02-1f8405b1a828 x-openstack-request-id: req-fe0eb859-9c65-4599-8b02-1f8405b1a828 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:01:58.277893 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "name": "network-vif-plugged", "status": "completed", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:01:58.278169 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe0eb859-9c65-4599-8b02-1f8405b1a828 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:01:58.278570 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0eb859-9c65-4599-8b02-1f8405b1a828'] response: {'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e', 'code': 200} Apr 08 12:01:58.304049 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:58.451578 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f18d-cbef-4ba5-8204-e908df7a6ba4 req-2ffc11e9-a2b8-44fa-af51-8d15d69dd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:58.453930 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2275f18d-cbef-4ba5-8204-e908df7a6ba4 req-2ffc11e9-a2b8-44fa-af51-8d15d69dd69f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 1133 time: 0.0554807 Apr 08 12:01:58.458492 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47526) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:58.524862 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Deleting subnet dcc2aa1c-2d9b-4d81-9585-918f00af919d {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:01:58.533676 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Publish callbacks [] for subnet (dcc2aa1c-2d9b-4d81-9585-918f00af919d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.554127 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2275f18d-cbef-4ba5-8204-e908df7a6ba4 req-7e117ef4-7ef7-4daf-b619-1f58d74e89f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888476 Apr 08 12:01:58.570541 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (dcc2aa1c-2d9b-4d81-9585-918f00af919d), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.609130 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (dcc2aa1c-2d9b-4d81-9585-918f00af919d), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.660969 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (dcc2aa1c-2d9b-4d81-9585-918f00af919d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.689625 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc2aa1c-2d9b-4d81-9585-918f00af919d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:58.693453 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.696599 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c627aaed-f89a-4d49-9faf-279a5d599efe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dcc2aa1c-2d9b-4d81-9585-918f00af919d HTTP/1.1" status: 204 len: 168 time: 0.2370954 Apr 08 12:01:58.699244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47528) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:58.765610 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (3d3f8821-3c96-4a60-9d0d-b1f535f8d876), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.847001 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (3d3f8821-3c96-4a60-9d0d-b1f535f8d876), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.867810 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3f8821-3c96-4a60-9d0d-b1f535f8d876']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:01:58.877579 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b53e382-e93e-4669-8058-6574fa8a5044') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:01:58.877878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b53e382-e93e-4669-8058-6574fa8a5044') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:01:58.887682 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (0b53e382-e93e-4669-8058-6574fa8a5044), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.901536 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (0b53e382-e93e-4669-8058-6574fa8a5044), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.907802 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:01:58.908245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (0b53e382-e93e-4669-8058-6574fa8a5044), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:01:58.909912 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:01:58.965245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (3d3f8821-3c96-4a60-9d0d-b1f535f8d876), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.970637 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:58.973780 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] 10.222.0.55 "DELETE /v2.0/networks/3d3f8821-3c96-4a60-9d0d-b1f535f8d876 HTTP/1.1" status: 204 len: 168 time: 0.2736449 Apr 08 12:01:58.984224 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16220-aff4-4d4a-9da2-b8ba329b5a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3f8821-3c96-4a60-9d0d-b1f535f8d876,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:01:59.211532 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47534) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:59.253827 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9cd7aae2-9124-407b-9ade-b9514a02f863 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99441ed51b5540bb8d9f5f4793f8f688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410569 Apr 08 12:01:59.256318 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47536) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:01:59.303340 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] Publish callbacks [] for security_group (113a0724-4917-484f-854f-930ad7950d68), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:59.305228 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f1fa-6c8d-46a5-99ac-69394e7d64bd req-6d98aa45-8bec-4e4c-b7c5-bda35dab4a18 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:01:59.306736 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c668f1fa-6c8d-46a5-99ac-69394e7d64bd req-6d98aa45-8bec-4e4c-b7c5-bda35dab4a18 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 949 time: 0.0536616 Apr 08 12:01:59.326132 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] Publish callbacks [] for security_group (113a0724-4917-484f-854f-930ad7950d68), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:59.353357 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c668f1fa-6c8d-46a5-99ac-69394e7d64bd req-26fcb1be-0497-4348-ae2a-e2f0d049b774 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Apr 08 12:01:59.381019 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (113a0724-4917-484f-854f-930ad7950d68), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:59.383666 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:01:59.384855 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/113a0724-4917-484f-854f-930ad7950d68 HTTP/1.1" status: 204 len: 168 time: 0.1275628 Apr 08 12:01:59.393040 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a12d-909b-4f73-adc5-0d94cc74b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a0724-4917-484f-854f-930ad7950d68,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:00.492636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f12544-c0d7-427a-bf6a-63f34df849e4 req-f66d329b-ce29-4e96-b5c8-9dbf629c9ec3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:00.494175 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5f12544-c0d7-427a-bf6a-63f34df849e4 req-f66d329b-ce29-4e96-b5c8-9dbf629c9ec3 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 949 time: 0.0607166 Apr 08 12:02:00.541399 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5f12544-c0d7-427a-bf6a-63f34df849e4 req-1d68bc0f-b458-47d2-8a7b-21c4675c3e29 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Apr 08 12:02:00.562256 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47568) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:00.696991 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eed1478c-3ed3-4f73-b31f-0e3d9cb6eed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.798971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eed1478c-3ed3-4f73-b31f-0e3d9cb6eed5 admin admin] Publish callbacks [] for security_group (cd9154f8-338f-494e-8a31-6f742b34f17b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.805275 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eed1478c-3ed3-4f73-b31f-0e3d9cb6eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cd9154f8-338f-494e-8a31-6f742b34f17b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.847568 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-eed1478c-3ed3-4f73-b31f-0e3d9cb6eed5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad2dfb062cb84c899d52fd1540bc53d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842181 Apr 08 12:02:00.850543 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 47578) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:00.855473 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d14a-55c3-40e7-9ea8-6c8a4be3ffac req-0af507f4-74ac-444f-a5f5-93afaf993600 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:00.856909 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2b55d14a-55c3-40e7-9ea8-6c8a4be3ffac req-0af507f4-74ac-444f-a5f5-93afaf993600 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 949 time: 0.1038368 Apr 08 12:02:00.858107 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1478c-3ed3-4f73-b31f-0e3d9cb6eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9154f8-338f-494e-8a31-6f742b34f17b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:00.904837 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] Publish callbacks [] for security_group (cd9154f8-338f-494e-8a31-6f742b34f17b), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.905118 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2b55d14a-55c3-40e7-9ea8-6c8a4be3ffac req-2c1532b6-888f-4b15-a407-2beec69a5fa0 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Apr 08 12:02:00.929660 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] Publish callbacks [] for security_group (cd9154f8-338f-494e-8a31-6f742b34f17b), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.979677 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (cd9154f8-338f-494e-8a31-6f742b34f17b), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.982337 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:00.983500 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd9154f8-338f-494e-8a31-6f742b34f17b HTTP/1.1" status: 204 len: 168 time: 0.1319447 Apr 08 12:02:00.991186 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b591378-d8a1-40e1-9a90-746606a34f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9154f8-338f-494e-8a31-6f742b34f17b,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:01.627451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 47600) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:01.725056 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-736218960-network', 'tenant_id': '2ca3d0465cbf453288e0632c111d101f'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:01.749336 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Made reservation on behalf of 2ca3d0465cbf453288e0632c111d101f for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:02:01.752735 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.761312 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.842354 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks [] for security_group (8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.848294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.872401 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:02:01.881453 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:01.887227 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (6174d029-1180-4f44-98f1-8c6ce313060c), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.887593 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Added segment 6174d029-1180-4f44-98f1-8c6ce313060c of type vlan for network 71741e44-37fb-4c47-b613-7e5f99de17f3 Apr 08 12:02:01.925807 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (71741e44-37fb-4c47-b613-7e5f99de17f3), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.953542 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (71741e44-37fb-4c47-b613-7e5f99de17f3), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.954505 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:01.955130 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:01.998892 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3702872 Apr 08 12:02:02.002153 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47606) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:02.007212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Request body: {'subnet': {'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-736218960-subnet', 'tenant_id': '2ca3d0465cbf453288e0632c111d101f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:02.027535 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Made reservation on behalf of 2ca3d0465cbf453288e0632c111d101f for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:02:02.029907 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538244'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.044823 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff76bc-16eb-46ce-be05-26eb7c433c2b admin admin] Pushing event updated for resources: {'Network': ['ID=71741e44-37fb-4c47-b613-7e5f99de17f3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:02.056362 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:02:02.069518 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878041-4602-427b-8132-28eae67e930e req-624e44f5-7774-4487-a5b2-9f93dfe1b9a7 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:02.071238 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9a878041-4602-427b-8132-28eae67e930e req-624e44f5-7774-4487-a5b2-9f93dfe1b9a7 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 949 time: 0.0879278 Apr 08 12:02:02.124532 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9a878041-4602-427b-8132-28eae67e930e req-58c7f455-9f6c-4abe-b90e-2cb32573c54f tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/security-groups?id=4feb249b-b5f1-4659-8801-139641c2e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Apr 08 12:02:02.406018 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-1e151c6c-47b1-4f6d-ae92-968d7a4bb948 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:02.407375 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-1e151c6c-47b1-4f6d-ae92-968d7a4bb948 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.44 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 949 time: 0.0732436 Apr 08 12:02:02.547787 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11065612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541566'] for subnet (c65cfc06-2974-4fbc-aa73-c6a0421571d6), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.610460 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Deleting port 6164a552-d582-4e08-bf50-e22e9d0e229e {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:02:02.610743 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.617716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65cfc06-2974-4fbc-aa73-c6a0421571d6,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:02.647189 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Checking segment: {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:02:02.647541 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Network hostable DHCP agents. Network: 71741e44-37fb-4c47-b613-7e5f99de17f3, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:02:02.703347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:02:02.723972 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] For port 6164a552-d582-4e08-bf50-e22e9d0e229e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=6164a552-d582-4e08-bf50-e22e9d0e229e,segment=NetworkSegment(a2b29541-084a-418f-a3e7-c8ae12dc2cb5),segment_id=a2b29541-084a-418f-a3e7-c8ae12dc2cb5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:02:02.724371 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.726713 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 71741e44-37fb-4c47-b613-7e5f99de17f3) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:02:02.735661 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de5287-6efc-408b-b18a-a785b4499f32 None None] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:02:02.735908 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:02.736538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.745370 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Calling delete_port for 6164a552-d582-4e08-bf50-e22e9d0e229e owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:02:02.762060 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fd7e09a2-9550-47b3-a6f2-a74964040b95 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7587368 Apr 08 12:02:02.848983 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98d162-237c-42b4-b21c-079f08e6283b None None] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:02:02.896095 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (6164a552-d582-4e08-bf50-e22e9d0e229e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.912847 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['6164a552-d582-4e08-bf50-e22e9d0e229e'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:02:02.926069 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Pushing event deleted for resources: {'Port': ['ID=6164a552-d582-4e08-bf50-e22e9d0e229e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:02.976099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] No DVR routers for this DVR port 6164a552-d582-4e08-bf50-e22e9d0e229e on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:02:02.979504 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:02.983169 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b40e7c9-3674-42c6-9ba1-2b0b84d490a9 req-fa381d08-2685-4677-aa73-abecac1149f8 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.44 "DELETE /v2.0/ports/6164a552-d582-4e08-bf50-e22e9d0e229e HTTP/1.1" status: 204 len: 173 time: 0.5689311 Apr 08 12:02:02.983668 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'name': 'network-vif-deleted', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:02:02.997176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0843c-4640-4334-b30f-e7319f6990b6" -d '{"events": [{"server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "name": "network-vif-deleted", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:02:03.041407 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da1848-e7c6-4473-b8a8-8705388f5750 x-openstack-request-id: req-92da1848-e7c6-4473-b8a8-8705388f5750 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:02:03.042008 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560c8bb1-f6f5-498c-87e2-a8b99aeac2b1", "name": "network-vif-deleted", "tag": "6164a552-d582-4e08-bf50-e22e9d0e229e", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:02:03.042008 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92da1848-e7c6-4473-b8a8-8705388f5750 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:02:03.042312 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92da1848-e7c6-4473-b8a8-8705388f5750'] response: {'server_uuid': '560c8bb1-f6f5-498c-87e2-a8b99aeac2b1', 'name': 'network-vif-deleted', 'tag': '6164a552-d582-4e08-bf50-e22e9d0e229e', 'status': 'completed', 'code': 200} Apr 08 12:02:03.234974 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c336ae48-f34d-4ea7-8d21-7a72442aedc9 req-c3e17990-1117-4ecf-b312-8c0c2289c090 tempest-VolumesNegativeTest-1260260767 tempest-VolumesNegativeTest-1260260767-project] 10.222.0.55 "GET /v2.0/ports?device_id=560c8bb1-f6f5-498c-87e2-a8b99aeac2b1 HTTP/1.1" status: 200 len: 210 time: 0.0303800 Apr 08 12:02:04.550520 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-895acb1d-a0c4-48d0-81c6-a04822deb5cc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:04.551959 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-895acb1d-a0c4-48d0-81c6-a04822deb5cc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 813 time: 0.1000955 Apr 08 12:02:04.567062 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-6211c0ba-a804-4c9e-9d10-bbe801b7489d tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/quotas/2ca3d0465cbf453288e0632c111d101f HTTP/1.1" status: 200 len: 375 time: 0.0094666 Apr 08 12:02:04.598487 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-5acb32ab-157b-4d4e-97bf-350c66501dee tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263948 Apr 08 12:02:04.695636 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-f9478cdd-e69a-4279-9dc3-f598da38bc2b service neutron] 10.222.0.55 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899565 Apr 08 12:02:04.790193 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-82ce72dc-1860-4fd7-994d-ccef6c2e1d85 service neutron] 10.222.0.55 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883329 Apr 08 12:02:04.958933 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f777f91e-8d1a-41d1-8b57-b2370dc23f1a req-e87adda0-8888-4bdd-9c68-5fdd89c737aa tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 210 time: 0.0352383 Apr 08 12:02:05.106699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:05.898435 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-4a13d594-77c8-4e21-b273-d3378c94065c tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:05.900188 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-4a13d594-77c8-4e21-b273-d3378c94065c tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 813 time: 0.1179221 Apr 08 12:02:05.911739 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Request body: {'port': {'device_id': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3', 'admin_state_up': True, 'tenant_id': '2ca3d0465cbf453288e0632c111d101f'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:06.035500 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Made reservation on behalf of 2ca3d0465cbf453288e0632c111d101f for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:02:06.039017 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.091829 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 6164a552-d582-4e08-bf50-e22e9d0e229e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:02:06.099815 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f058eb74-e0f9-4f53-bd11-7488d6080d07 req-1f737560-a9a1-4c8b-88c7-cf71bc49cd49 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 210 time: 0.0485466 Apr 08 12:02:06.162279 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 6164a552-d582-4e08-bf50-e22e9d0e229e {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:02:06.162279 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 6164a552-d582-4e08-bf50-e22e9d0e229e not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:02:06.197144 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Allocated IP 172.20.0.6 (71741e44-37fb-4c47-b613-7e5f99de17f3/c65cfc06-2974-4fbc-aa73-c6a0421571d6/b635e497-85de-4ac4-afee-8867b067a2cc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:02:06.349245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks [] for port (b635e497-85de-4ac4-afee-8867b067a2cc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.383853 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.430759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:02:06.433936 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:02:06.440336 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:02:06.447159 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Pushing event updated for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:06.492568 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:06.493200 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.510152 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-ffed114f-fe2e-49bb-bbbc-0f028d01dc89 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024821 Apr 08 12:02:06.521484 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Request body: {'port': {'device_id': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:06.579038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.856356 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b635e497-85de-4ac4-afee-8867b067a2cc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:02:06.865283 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks [] for port (b635e497-85de-4ac4-afee-8867b067a2cc), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.882042 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Transition to ACTIVE for port object b635e497-85de-4ac4-afee-8867b067a2cc will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:02:06.887613 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:06.959654 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:07.013722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Attempting to bind port b635e497-85de-4ac4-afee-8867b067a2cc on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:02:07.014124 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Attempting to bind port b635e497-85de-4ac4-afee-8867b067a2cc by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:02:07.014548 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Attempting to bind port b635e497-85de-4ac4-afee-8867b067a2cc on network 71741e44-37fb-4c47-b613-7e5f99de17f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:02:07.019124 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Port b635e497-85de-4ac4-afee-8867b067a2cc on network 71741e44-37fb-4c47-b613-7e5f99de17f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:02:07.019438 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Attempting to bind port b635e497-85de-4ac4-afee-8867b067a2cc on network 71741e44-37fb-4c47-b613-7e5f99de17f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:02:07.024459 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:02:07.024792 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Checking segment: {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:02:07.025201 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Bound using segment: {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:02:07.025626 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Bound port: b635e497-85de-4ac4-afee-8867b067a2cc, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:02:07.026010 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:07.089941 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:02:07.093259 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b635e497-85de-4ac4-afee-8867b067a2cc,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:02:07.101576 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:07.136306 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:07.136652 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:07.138113 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/b635e497-85de-4ac4-afee-8867b067a2cc HTTP/1.1" status: 200 len: 1093 time: 0.6208258 Apr 08 12:02:07.138531 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:02:07.140948 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537" -d '{"events": [{"name": "network-changed", "server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:02:07.189010 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:07.193869 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12259e2a-3e52-4ee2-9bbe-69ffd0fd52fd x-openstack-request-id: req-12259e2a-3e52-4ee2-9bbe-69ffd0fd52fd {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:02:07.194159 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:02:07.194971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12259e2a-3e52-4ee2-9bbe-69ffd0fd52fd {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:02:07.195190 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12259e2a-3e52-4ee2-9bbe-69ffd0fd52fd'] response: {'name': 'network-changed', 'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc', 'status': 'completed', 'code': 200} Apr 08 12:02:07.221148 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.221624 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.222036 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.222440 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.222860 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.223259 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.223661 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.224050 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.224443 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.224842 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.225253 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.225722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.226104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.226530 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.227075 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf26c2-ab85-4441-867f-b955d35a82b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:02:07.297356 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-0edad434-0445-4186-934d-9a500ec43e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:07.299161 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-0edad434-0445-4186-934d-9a500ec43e58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 1127 time: 0.0984080 Apr 08 12:02:07.306813 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233df510-45fb-4940-80d1-a5e5fead0284 req-84088be2-4bc1-464f-8a41-f17d41ba95bf tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:07.308645 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-233df510-45fb-4940-80d1-a5e5fead0284 req-84088be2-4bc1-464f-8a41-f17d41ba95bf tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 943 time: 0.1125741 Apr 08 12:02:07.365259 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-a84dd575-32fc-43f2-9f78-e0a7c71da43a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b635e497-85de-4ac4-afee-8867b067a2cc HTTP/1.1" status: 200 len: 217 time: 0.0496070 Apr 08 12:02:07.421317 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-233df510-45fb-4940-80d1-a5e5fead0284 req-f56bca22-270a-475b-85ec-3e8cb18c14c7 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Apr 08 12:02:07.430320 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72b35-5260-4f46-969b-a70261382179 req-6bdd454c-a5a0-4451-a7cd-7fa96813ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:07.431948 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-6bdd454c-a5a0-4451-a7cd-7fa96813ce37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c65cfc06-2974-4fbc-aa73-c6a0421571d6 HTTP/1.1" status: 200 len: 853 time: 0.0663335 Apr 08 12:02:07.464758 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-2e1e48c7-57f8-4770-93d4-0325129c5de6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71741e44-37fb-4c47-b613-7e5f99de17f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265870 Apr 08 12:02:07.557244 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-6e53f292-8a10-41b9-bb8f-bf068a12a57e service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Apr 08 12:02:07.653326 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-23e72b35-5260-4f46-969b-a70261382179 req-3cb06826-f813-4a83-9774-abaef9d223ad service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895052 Apr 08 12:02:08.545336 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d362fb-34aa-4f1e-bda2-5b6e9530ed25 req-85beb720-3865-4309-8860-492a666a326b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:08.546854 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73d362fb-34aa-4f1e-bda2-5b6e9530ed25 req-85beb720-3865-4309-8860-492a666a326b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 943 time: 0.0528338 Apr 08 12:02:08.593388 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73d362fb-34aa-4f1e-bda2-5b6e9530ed25 req-9587bc64-3dcd-4f91-b7bd-984e502280f9 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Apr 08 12:02:08.605258 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47902) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:08.733392 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3c1204b5-59ea-43b1-9220-2a7ee4ec057e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b77738fc05ab4146a1dc3a422ed2a194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267760 Apr 08 12:02:08.736014 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 47906) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:02:08.781709 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] Publish callbacks [] for security_group (4feb249b-b5f1-4659-8801-139641c2e429), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:08.802406 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] Publish callbacks [] for security_group (4feb249b-b5f1-4659-8801-139641c2e429), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:08.852435 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (4feb249b-b5f1-4659-8801-139641c2e429), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:08.856426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:08.858169 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4feb249b-b5f1-4659-8801-139641c2e429 HTTP/1.1" status: 204 len: 168 time: 0.1211812 Apr 08 12:02:08.866401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d827f8-922d-412c-b92c-c3f13b8d2087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb249b-b5f1-4659-8801-139641c2e429,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:09.590470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-e21be1d1-0f5e-4c9d-a924-3c7f8d6c6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:09.592000 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-e21be1d1-0f5e-4c9d-a924-3c7f8d6c6b0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 1127 time: 0.0552328 Apr 08 12:02:09.713588 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-ce7c5948-4bc1-49f7-802a-e7179bb61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:09.715040 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-ce7c5948-4bc1-49f7-802a-e7179bb61a22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 914 time: 0.1170986 Apr 08 12:02:09.757977 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-845494b2-f4dc-4913-958d-bc23aad8ead5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b635e497-85de-4ac4-afee-8867b067a2cc HTTP/1.1" status: 200 len: 217 time: 0.0362470 Apr 08 12:02:09.765822 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394fab7-ef36-482a-9d1e-539a1ffd7e10 req-293ca481-487c-497e-9ec2-da3f7a216904 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:09.767214 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c394fab7-ef36-482a-9d1e-539a1ffd7e10 req-293ca481-487c-497e-9ec2-da3f7a216904 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 943 time: 0.1054735 Apr 08 12:02:09.829762 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-2a8e9785-a8c6-48cc-85d5-482a2dd35879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:09.831226 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-2a8e9785-a8c6-48cc-85d5-482a2dd35879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c65cfc06-2974-4fbc-aa73-c6a0421571d6 HTTP/1.1" status: 200 len: 853 time: 0.0631170 Apr 08 12:02:09.857623 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c394fab7-ef36-482a-9d1e-539a1ffd7e10 req-85d34320-4046-4d2c-a33a-fca787dbf8d9 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825131 Apr 08 12:02:09.872912 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-7b0eb1c8-5a58-4e58-9868-d98d80c793a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71741e44-37fb-4c47-b613-7e5f99de17f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340943 Apr 08 12:02:09.961824 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-7cde78da-5d96-4d0d-b46a-e87877a00eaa service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Apr 08 12:02:10.051469 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eb3fb0ca-cefb-40fe-a0d9-87be7035b537 req-bc4e1827-a0f6-45e1-a590-501a58c476e4 service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843554 Apr 08 12:02:10.119735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b635e497-85de-4ac4-afee-8867b067a2cc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:02:10.222957 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b635e497-85de-4ac4-afee-8867b067a2cc,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:02:10.237608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'b635e497-85de-4ac4-afee-8867b067a2cc', 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3', 'port_id': 'b635e497-85de-4ac4-afee-8867b067a2cc', 'mac_address': 'fa:16:3e:f4:88:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65cfc06-2974-4fbc-aa73-c6a0421571d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:02:10.275912 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b635e497-85de-4ac4-afee-8867b067a2cc is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:02:10.276313 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:10.289871 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b635e497-85de-4ac4-afee-8867b067a2cc {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:02:10.309157 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b635e497-85de-4ac4-afee-8867b067a2cc,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:02:10.316111 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:10.363115 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:10.627442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['b635e497-85de-4ac4-afee-8867b067a2cc'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:02:10.980229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c87ac-0c38-4af2-a4c7-6342e3b3bb64 req-951167e1-84ff-4e2f-8de6-5f965a9f5169 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:10.981732 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e39c87ac-0c38-4af2-a4c7-6342e3b3bb64 req-951167e1-84ff-4e2f-8de6-5f965a9f5169 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 944 time: 0.0554516 Apr 08 12:02:11.033503 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e39c87ac-0c38-4af2-a4c7-6342e3b3bb64 req-a15ae0e5-8e12-4609-bad5-dca14afb7924 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Apr 08 12:02:12.137075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b635e497-85de-4ac4-afee-8867b067a2cc up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:02:12.164380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a4b8-918c-45a5-8e11-0f701945f8b9 req-830e5eb5-32e1-47db-b689-7384bc90eac9 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:12.165992 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8e26a4b8-918c-45a5-8e11-0f701945f8b9 req-830e5eb5-32e1-47db-b689-7384bc90eac9 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 944 time: 0.0603914 Apr 08 12:02:12.191646 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port b635e497-85de-4ac4-afee-8867b067a2cc completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:02:12.196822 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port b635e497-85de-4ac4-afee-8867b067a2cc triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:02:12.197280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:12.216107 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8e26a4b8-918c-45a5-8e11-0f701945f8b9 req-ebdc866c-d7fc-48c7-b0cf-2a8c8e2dad87 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Apr 08 12:02:12.281572 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port b635e497-85de-4ac4-afee-8867b067a2cc is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:02:12.281966 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:12.304126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:02:12.306414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cd1f2e-a7ba-45ac-8920-08805a575c19" -d '{"events": [{"server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:02:12.319032 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b635e497-85de-4ac4-afee-8867b067a2cc,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:02:12.324215 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:12.348870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a5908-eb8c-4aaa-a098-ce0e2bbc2bb1 x-openstack-request-id: req-bc9a5908-eb8c-4aaa-a098-ce0e2bbc2bb1 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:02:12.349181 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:02:12.349434 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc9a5908-eb8c-4aaa-a098-ce0e2bbc2bb1 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:02:12.349830 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9a5908-eb8c-4aaa-a098-ce0e2bbc2bb1'] response: {'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc', 'code': 200} Apr 08 12:02:12.375754 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:02:12.647864 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca94c57-c03e-4571-a083-7770caa1078e req-cd5b2c8e-43b2-4822-9acf-cf47c979ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:12.649454 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ca94c57-c03e-4571-a083-7770caa1078e req-cd5b2c8e-43b2-4822-9acf-cf47c979ce2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 1129 time: 0.0512526 Apr 08 12:02:12.694547 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ca94c57-c03e-4571-a083-7770caa1078e req-40b57774-0742-48c5-9636-e8d5bc4f88fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391259 Apr 08 12:02:13.348712 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399e087-5645-4b91-ae27-f0608af1d6b2 req-26c87fe0-500b-4689-b355-63a5ea8c9a43 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:13.350192 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8399e087-5645-4b91-ae27-f0608af1d6b2 req-26c87fe0-500b-4689-b355-63a5ea8c9a43 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 945 time: 0.0546756 Apr 08 12:02:13.397063 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8399e087-5645-4b91-ae27-f0608af1d6b2 req-7c254e74-3c3d-4079-8db3-ce7c4336eca9 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Apr 08 12:02:14.535883 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8f424-f5d3-431f-84ad-8652668970d1 req-37fa42ac-6706-4c58-9706-abde99af3c00 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:02:14.537357 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-06a8f424-f5d3-431f-84ad-8652668970d1 req-37fa42ac-6706-4c58-9706-abde99af3c00 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 945 time: 0.0524251 Apr 08 12:02:14.583160 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-06a8f424-f5d3-431f-84ad-8652668970d1 req-17ca44ce-507a-472b-a901-752da14e9efd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Apr 08 12:02:18.718830 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:02:20.442599 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4685317f-cbbc-416c-bef8-f17d84d1e4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:22.700935 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3954eeec-2e29-4da4-9da6-9bb5326d0f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:23.872719 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:25.112315 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:26.607735 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:35.096502 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:50.437932 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-be339ef6-a8f1-4cdb-8aec-9b5a9d7fb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:52.694994 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1efae187-b3e0-447d-a65d-2ebd116fc01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:53.877987 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:55.121961 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:02:55.723211 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:02:56.606474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:03.787755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04168aa-f708-4402-b4d5-0b2eba136eec req-0a967e78-2736-49c2-af76-8d3cd9b7f61b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:03.789140 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c04168aa-f708-4402-b4d5-0b2eba136eec req-0a967e78-2736-49c2-af76-8d3cd9b7f61b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 945 time: 0.0541039 Apr 08 12:03:03.837775 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c04168aa-f708-4402-b4d5-0b2eba136eec req-6f3a5631-fa2d-4f23-8197-96df89a062de tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Apr 08 12:03:04.959215 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0eb6-6bb8-438a-a589-b6edc630c66d req-708c1000-6152-497f-85e1-be048751bd67 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:04.960654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-119b0eb6-6bb8-438a-a589-b6edc630c66d req-708c1000-6152-497f-85e1-be048751bd67 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 945 time: 0.0525796 Apr 08 12:03:05.009954 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-119b0eb6-6bb8-438a-a589-b6edc630c66d req-2ff27786-751e-4f86-b09a-9495184eb1eb tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Apr 08 12:03:05.131225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:05.600732 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-7e8434d9-eb7d-4f2b-b2c2-7135cc710903 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:05.602413 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-7e8434d9-eb7d-4f2b-b2c2-7135cc710903 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 945 time: 0.0650609 Apr 08 12:03:05.698335 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Deleting port b635e497-85de-4ac4-afee-8867b067a2cc {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:03:05.698679 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:05.788486 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] For port b635e497-85de-4ac4-afee-8867b067a2cc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b635e497-85de-4ac4-afee-8867b067a2cc,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:03:05.788842 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:05.801604 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Calling delete_port for b635e497-85de-4ac4-afee-8867b067a2cc owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:03:05.944613 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (b635e497-85de-4ac4-afee-8867b067a2cc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:05.956068 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['b635e497-85de-4ac4-afee-8867b067a2cc'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:03:05.972321 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Pushing event deleted for resources: {'Port': ['ID=b635e497-85de-4ac4-afee-8867b067a2cc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:06.022938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] No DVR routers for this DVR port b635e497-85de-4ac4-afee-8867b067a2cc on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:03:06.025709 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:06.029317 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d2721c3d-68a5-4c65-9c4c-e8e3a3c40fa6 req-a4a13675-6ff1-4704-93cd-b66eb2f459bc tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "DELETE /v2.0/ports/b635e497-85de-4ac4-afee-8867b067a2cc HTTP/1.1" status: 204 len: 173 time: 0.4216244 Apr 08 12:03:06.029798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'name': 'network-vif-deleted', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:03:06.032381 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e0e796-1382-450c-89ab-866df0098757" -d '{"events": [{"server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "name": "network-vif-deleted", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:03:06.075347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ca9c3-a1fa-497a-b2c3-fb04b194a104 x-openstack-request-id: req-a08ca9c3-a1fa-497a-b2c3-fb04b194a104 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:03:06.075694 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a", "name": "network-vif-deleted", "tag": "b635e497-85de-4ac4-afee-8867b067a2cc", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:03:06.076006 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a08ca9c3-a1fa-497a-b2c3-fb04b194a104 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:03:06.076570 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08ca9c3-a1fa-497a-b2c3-fb04b194a104'] response: {'server_uuid': '3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a', 'name': 'network-vif-deleted', 'tag': 'b635e497-85de-4ac4-afee-8867b067a2cc', 'status': 'completed', 'code': 200} Apr 08 12:03:06.163720 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2029ad5a-4539-452d-bec9-f50d03fed925 req-0b4a99a9-160c-4a38-b6a9-dbf30c5e8f72 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=3771bcee-f901-4c2b-b6b6-53cfe2ec9d5a HTTP/1.1" status: 200 len: 210 time: 0.0513089 Apr 08 12:03:09.766763 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b635e497-85de-4ac4-afee-8867b067a2cc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:03:09.796892 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: b635e497-85de-4ac4-afee-8867b067a2cc {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:03:09.797264 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device b635e497-85de-4ac4-afee-8867b067a2cc not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:03:17.341769 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-dcfa0628-a843-49ca-9fa9-8921eed1063e tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:17.343201 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-dcfa0628-a843-49ca-9fa9-8921eed1063e tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 813 time: 0.1072621 Apr 08 12:03:17.361141 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-97d19403-8f27-4683-bee3-f89d56c47d45 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/quotas/2ca3d0465cbf453288e0632c111d101f HTTP/1.1" status: 200 len: 375 time: 0.0094759 Apr 08 12:03:17.392023 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-f940e5fd-38cf-4001-b855-e5b0c71d1344 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260201 Apr 08 12:03:17.494065 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-0f009b4d-2960-497b-9616-f5374a85ddf0 service neutron] 10.222.0.55 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954068 Apr 08 12:03:17.594012 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-7f52833b-a3dd-4a75-af4d-ef6befcce2af service neutron] 10.222.0.55 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914996 Apr 08 12:03:17.763028 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05e488ae-1fd7-4092-abe0-66005d05c560 req-62ea52cd-9a3c-43ae-bb76-732f3c183426 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 210 time: 0.0276835 Apr 08 12:03:18.698690 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-e8c2d137-f72a-4d62-9228-ca04e026633b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:18.700391 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-e8c2d137-f72a-4d62-9228-ca04e026633b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 813 time: 0.1054199 Apr 08 12:03:18.714494 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Request body: {'port': {'device_id': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3', 'admin_state_up': True, 'tenant_id': '2ca3d0465cbf453288e0632c111d101f'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:03:18.827124 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Made reservation on behalf of 2ca3d0465cbf453288e0632c111d101f for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:03:18.830912 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:18.856500 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-618a1ceb-8200-4eb2-9ba4-1791552e7de5 req-63624f5f-175e-4b9f-8579-eefb7ae9ea9e tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Apr 08 12:03:18.957389 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Allocated IP 172.20.0.2 (71741e44-37fb-4c47-b613-7e5f99de17f3/c65cfc06-2974-4fbc-aa73-c6a0421571d6/802006d7-48c9-45f6-bcc5-1c79cbab3249) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:03:19.112992 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks [] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.150553 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.193922 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Network 71741e44-37fb-4c47-b613-7e5f99de17f3 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:03:19.199035 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:03:19.203452 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:03:19.207308 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Pushing event updated for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:19.234639 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.234919 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.235264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.235602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.235947 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.236264 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.236595 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.236942 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.237273 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.237598 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.237926 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.238253 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.238574 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.238904 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.239225 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:19.269026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:19.269633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.287662 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-d5946899-e694-49f8-8cab-a71411e028cd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769949 Apr 08 12:03:19.298543 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Request body: {'port': {'device_id': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:03:19.355687 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.616491 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802006d7-48c9-45f6-bcc5-1c79cbab3249 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:03:19.623758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks [] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.635602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Transition to ACTIVE for port object 802006d7-48c9-45f6-bcc5-1c79cbab3249 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:03:19.642424 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.689449 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Pushing event updated for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:19.759890 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Attempting to bind port 802006d7-48c9-45f6-bcc5-1c79cbab3249 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:03:19.760224 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Attempting to bind port 802006d7-48c9-45f6-bcc5-1c79cbab3249 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:03:19.760547 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Attempting to bind port 802006d7-48c9-45f6-bcc5-1c79cbab3249 on network 71741e44-37fb-4c47-b613-7e5f99de17f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:03:19.765243 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Port 802006d7-48c9-45f6-bcc5-1c79cbab3249 on network 71741e44-37fb-4c47-b613-7e5f99de17f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:03:19.765562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Attempting to bind port 802006d7-48c9-45f6-bcc5-1c79cbab3249 on network 71741e44-37fb-4c47-b613-7e5f99de17f3 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:03:19.770464 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:03:19.770798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Checking segment: {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:03:19.771177 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Bound using segment: {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:03:19.771593 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Bound port: 802006d7-48c9-45f6-bcc5-1c79cbab3249, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6174d029-1180-4f44-98f1-8c6ce313060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:03:19.771940 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.837400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:03:19.840416 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:03:19.849191 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.882027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:19.882627 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:19.884003 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] 10.222.0.44 "PUT /v2.0/ports/802006d7-48c9-45f6-bcc5-1c79cbab3249 HTTP/1.1" status: 200 len: 1093 time: 0.5894103 Apr 08 12:03:19.884426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:03:19.886675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c809f0-0ac3-4778-a341-db8338647b90" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:03:19.926551 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae54ca-26aa-469d-b1db-0947f1f2589b service neutron] Pushing event updated for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:19.932343 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d63997-e0b7-441c-8efd-a411c366551c x-openstack-request-id: req-e1d63997-e0b7-441c-8efd-a411c366551c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:03:19.932629 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:03:19.932920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1d63997-e0b7-441c-8efd-a411c366551c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:03:19.933359 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d63997-e0b7-441c-8efd-a411c366551c'] response: {'name': 'network-changed', 'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249', 'status': 'completed', 'code': 200} Apr 08 12:03:20.016922 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a61a1-abbc-4077-9e87-9740363afd94 req-930c507f-6cec-430f-8db6-08a2304f0da5 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:20.018445 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-797a61a1-abbc-4077-9e87-9740363afd94 req-930c507f-6cec-430f-8db6-08a2304f0da5 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 943 time: 0.0879288 Apr 08 12:03:20.020386 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-a7d15211-b195-4682-a05c-329ee3ef8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:20.021885 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-a7d15211-b195-4682-a05c-329ee3ef8187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 1127 time: 0.0864072 Apr 08 12:03:20.073658 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-6cd6b984-b696-4bde-bc43-996153633f42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249 HTTP/1.1" status: 200 len: 217 time: 0.0434868 Apr 08 12:03:20.124618 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-797a61a1-abbc-4077-9e87-9740363afd94 req-e1b52eda-854f-4e7d-a59b-85682c8968c1 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003721 Apr 08 12:03:20.137880 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-29dfd25d-df8f-48f6-89e0-d198decf4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:20.139432 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-29dfd25d-df8f-48f6-89e0-d198decf4b45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c65cfc06-2974-4fbc-aa73-c6a0421571d6 HTTP/1.1" status: 200 len: 853 time: 0.0565093 Apr 08 12:03:20.173241 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-dad0109a-a8db-4fe7-ba98-a62a51684266 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71741e44-37fb-4c47-b613-7e5f99de17f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281713 Apr 08 12:03:20.264913 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-ae09b2d0-7d5c-4da6-a167-8426d6c1ec12 service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Apr 08 12:03:20.356476 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-73dbaf24-92f0-4f46-9966-822cdb0c1dd3 req-0f4cab1f-a710-428c-8d09-ac5724482f83 service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Apr 08 12:03:20.443838 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc103-09db-47b3-a83c-829b7ef18c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:21.258652 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b69ac0-9ce3-4243-9119-5dabfdceb27b req-b0366009-18a3-4e9c-8c8d-c6ffc3aad8ca tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:21.260104 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92b69ac0-9ce3-4243-9119-5dabfdceb27b req-b0366009-18a3-4e9c-8c8d-c6ffc3aad8ca tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 943 time: 0.0581658 Apr 08 12:03:21.309809 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-92b69ac0-9ce3-4243-9119-5dabfdceb27b req-01f6e1ba-035a-4906-b226-31fd23101f70 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Apr 08 12:03:22.480378 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f5312-db21-4bc9-be36-3feaf1e1b496 req-fa5a82b2-2dfa-4585-a694-2ba0a400d98f tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:22.481768 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6d4f5312-db21-4bc9-be36-3feaf1e1b496 req-fa5a82b2-2dfa-4585-a694-2ba0a400d98f tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 943 time: 0.0965328 Apr 08 12:03:22.483402 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c809f0-0ac3-4778-a341-db8338647b90 req-95cc8ce2-ded6-4393-9ffa-883fcc168d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:22.484712 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-95cc8ce2-ded6-4393-9ffa-883fcc168d0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ca3d0465cbf453288e0632c111d101f&device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 1127 time: 0.0619478 Apr 08 12:03:22.580264 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6d4f5312-db21-4bc9-be36-3feaf1e1b496 req-68e62b6b-7ee4-44fb-99b5-136c20ee6dd5 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927706 Apr 08 12:03:22.602104 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c809f0-0ac3-4778-a341-db8338647b90 req-c5404187-3285-4d8e-80a7-942dc683967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:22.603537 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-c5404187-3285-4d8e-80a7-942dc683967e service neutron] 10.222.0.44 "GET /v2.0/networks?id=71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 200 len: 914 time: 0.1105151 Apr 08 12:03:22.643708 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-86d845a9-73f3-4cce-b67d-dcf077ebb776 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249 HTTP/1.1" status: 200 len: 217 time: 0.0341978 Apr 08 12:03:22.696815 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c809f0-0ac3-4778-a341-db8338647b90 req-17fb2faf-dc3c-4432-af3b-9891f84ad553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:22.698863 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-17fb2faf-dc3c-4432-af3b-9891f84ad553 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c65cfc06-2974-4fbc-aa73-c6a0421571d6 HTTP/1.1" status: 200 len: 853 time: 0.0484931 Apr 08 12:03:22.701666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2f90b331-c1ec-40e3-a996-57e05a061268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:22.990908 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-ff12aa51-7056-4b63-a482-95e507e2181e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71741e44-37fb-4c47-b613-7e5f99de17f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2862360 Apr 08 12:03:23.077846 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-d6ccd475-e4d0-4fe5-9069-92c2bab12a45 service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805812 Apr 08 12:03:23.165673 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-16c809f0-0ac3-4778-a341-db8338647b90 req-690fcf7c-4f9d-4020-955f-088a2ca72dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817237 Apr 08 12:03:23.714844 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4d0f3-9f61-4307-88e2-11e7ee4486b6 req-315b0fb3-d093-4d60-8f6b-ddf1b4234f7b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:23.716350 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2cf4d0f3-9f61-4307-88e2-11e7ee4486b6 req-315b0fb3-d093-4d60-8f6b-ddf1b4234f7b tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 943 time: 0.0636919 Apr 08 12:03:23.766458 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2cf4d0f3-9f61-4307-88e2-11e7ee4486b6 req-4b08c77e-b042-4961-a7bc-5fa06af990fd tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Apr 08 12:03:23.878080 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:24.891766 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321fea0-4087-4985-b34c-0aee18d9e4ef req-a75e30b6-030d-4184-80b9-198dd681fec4 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:24.893258 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1321fea0-4087-4985-b34c-0aee18d9e4ef req-a75e30b6-030d-4184-80b9-198dd681fec4 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 943 time: 0.0545471 Apr 08 12:03:24.947356 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1321fea0-4087-4985-b34c-0aee18d9e4ef req-966b1b36-20d3-48f4-b8e8-74a8d59ee0ad tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459604 Apr 08 12:03:25.012955 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 802006d7-48c9-45f6-bcc5-1c79cbab3249 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:03:25.119762 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:03:25.132808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '802006d7-48c9-45f6-bcc5-1c79cbab3249', 'network_id': '71741e44-37fb-4c47-b613-7e5f99de17f3', 'port_id': '802006d7-48c9-45f6-bcc5-1c79cbab3249', 'mac_address': 'fa:16:3e:ea:48:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65cfc06-2974-4fbc-aa73-c6a0421571d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:03:25.136189 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:25.170794 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 802006d7-48c9-45f6-bcc5-1c79cbab3249 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:03:25.171204 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:25.185019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802006d7-48c9-45f6-bcc5-1c79cbab3249 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:03:25.206024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:03:25.211097 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:25.256093 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:25.263586 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.263884 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.264216 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.264551 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.264902 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.265241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.265564 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.265895 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.266212 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.266680 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.266877 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.267157 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.267457 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.267772 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.268088 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:03:25.538207 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['802006d7-48c9-45f6-bcc5-1c79cbab3249'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:03:26.085657 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b071ac-6874-4f49-be67-22c3dea50a39 req-66d214f8-6476-4ddc-aa13-aa64600cf36d tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:26.088151 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f3b071ac-6874-4f49-be67-22c3dea50a39 req-66d214f8-6476-4ddc-aa13-aa64600cf36d tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 944 time: 0.0643547 Apr 08 12:03:26.140052 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f3b071ac-6874-4f49-be67-22c3dea50a39 req-265e9ee3-b0ed-428b-8a3f-c64717c1e30c tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Apr 08 12:03:26.601319 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:27.030116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 802006d7-48c9-45f6-bcc5-1c79cbab3249 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:03:27.091685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 802006d7-48c9-45f6-bcc5-1c79cbab3249 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:03:27.095756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 802006d7-48c9-45f6-bcc5-1c79cbab3249 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:03:27.096129 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:27.171783 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 802006d7-48c9-45f6-bcc5-1c79cbab3249 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:03:27.172176 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:27.195045 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:03:27.197396 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af70315-9100-4730-90d5-b8788c4c6ed9" -d '{"events": [{"server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "name": "network-vif-plugged", "status": "completed", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:03:27.209986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:03:27.216291 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:27.240719 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217c5e5-c514-44f3-9f30-8604c4bcfa07 x-openstack-request-id: req-f217c5e5-c514-44f3-9f30-8604c4bcfa07 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:03:27.241032 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "name": "network-vif-plugged", "status": "completed", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:03:27.241312 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f217c5e5-c514-44f3-9f30-8604c4bcfa07 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:03:27.241709 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f217c5e5-c514-44f3-9f30-8604c4bcfa07'] response: {'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249', 'code': 200} Apr 08 12:03:27.264920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23bfd5-89d2-4132-ac00-7501268187dd req-0d7bdce7-f58b-4e5f-a0bc-8a3286f01897 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:27.266425 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a23bfd5-89d2-4132-ac00-7501268187dd req-0d7bdce7-f58b-4e5f-a0bc-8a3286f01897 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0569415 Apr 08 12:03:27.279527 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:27.318706 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a23bfd5-89d2-4132-ac00-7501268187dd req-190d661d-c508-4a4f-8361-a407ee712198 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Apr 08 12:03:27.414341 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282648d-88f8-4301-93f2-e317ae98d8d6 req-4f3af793-1f4b-4945-80e5-b888e6de7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:27.415794 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a282648d-88f8-4301-93f2-e317ae98d8d6 req-4f3af793-1f4b-4945-80e5-b888e6de7cb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 1129 time: 0.0435059 Apr 08 12:03:27.462097 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a282648d-88f8-4301-93f2-e317ae98d8d6 req-745c7d98-a778-4f58-b697-34a1462f3559 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Apr 08 12:03:28.461719 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0aeaa-05b9-4be2-93d8-e4d7e32785dd req-181faa27-d4e1-402b-94a2-9e352336c938 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:28.463187 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-13f0aeaa-05b9-4be2-93d8-e4d7e32785dd req-181faa27-d4e1-402b-94a2-9e352336c938 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0692849 Apr 08 12:03:28.515747 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-13f0aeaa-05b9-4be2-93d8-e4d7e32785dd req-06c33261-344d-4efc-a963-f627672a38e8 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 08 12:03:29.659989 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71d53-4e19-4f22-9b2c-370eca773491 req-352a0da2-d3bc-49a0-8185-3aa7cad9e4f3 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:29.661444 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49d71d53-4e19-4f22-9b2c-370eca773491 req-352a0da2-d3bc-49a0-8185-3aa7cad9e4f3 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0643528 Apr 08 12:03:29.711670 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49d71d53-4e19-4f22-9b2c-370eca773491 req-ae12c706-e43e-4af2-a4ae-4a338fbabcc5 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Apr 08 12:03:32.729072 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:03:35.131438 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:50.437686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-66e8e525-7457-4c7b-9d46-d535258b493b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:52.700745 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-55012a52-951c-4096-af64-6fd5c3389765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:53.043924 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8d07-7f90-4f4c-8d36-dbe6f004551c req-b0d57136-517b-4881-95c7-9d2e990b0185 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:53.045405 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e2c8d07-7f90-4f4c-8d36-dbe6f004551c req-b0d57136-517b-4881-95c7-9d2e990b0185 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0543859 Apr 08 12:03:53.091428 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e2c8d07-7f90-4f4c-8d36-dbe6f004551c req-c7e88c80-f438-431a-a723-6315395c1c0a tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Apr 08 12:03:53.889635 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:54.226419 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8c27c-30af-470f-a8bd-ec6980730681 req-ff2e2c6d-cc3d-4337-90c0-3b174ebeea80 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:54.227875 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e2c8c27c-30af-470f-a8bd-ec6980730681 req-ff2e2c6d-cc3d-4337-90c0-3b174ebeea80 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0577512 Apr 08 12:03:54.274214 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e2c8c27c-30af-470f-a8bd-ec6980730681 req-292f9952-02b0-40c7-8b6e-fedddc78f439 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/security-groups?id=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Apr 08 12:03:54.907022 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-87cafc46-7f4a-48d9-8a59-c19df8c78f7f tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:03:54.908486 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-87cafc46-7f4a-48d9-8a59-c19df8c78f7f tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 945 time: 0.0646183 Apr 08 12:03:55.006060 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Deleting port 802006d7-48c9-45f6-bcc5-1c79cbab3249 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:03:55.006398 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:55.094828 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] For port 802006d7-48c9-45f6-bcc5-1c79cbab3249, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=802006d7-48c9-45f6-bcc5-1c79cbab3249,segment=NetworkSegment(6174d029-1180-4f44-98f1-8c6ce313060c),segment_id=6174d029-1180-4f44-98f1-8c6ce313060c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:03:55.095186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:55.111538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Calling delete_port for 802006d7-48c9-45f6-bcc5-1c79cbab3249 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:03:55.119686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:55.241858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (802006d7-48c9-45f6-bcc5-1c79cbab3249), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:55.255508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['802006d7-48c9-45f6-bcc5-1c79cbab3249'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:03:55.271027 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Pushing event deleted for resources: {'Port': ['ID=802006d7-48c9-45f6-bcc5-1c79cbab3249,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:03:55.318357 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] No DVR routers for this DVR port 802006d7-48c9-45f6-bcc5-1c79cbab3249 on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:03:55.321314 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:55.325028 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-838374ee-16be-49b2-8679-d975b3fc1bd8 req-e5fa4f65-0eef-457c-b279-e145b38a4fde tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.44 "DELETE /v2.0/ports/802006d7-48c9-45f6-bcc5-1c79cbab3249 HTTP/1.1" status: 204 len: 173 time: 0.4107318 Apr 08 12:03:55.325468 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'name': 'network-vif-deleted', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:03:55.327798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a0bc31-8a7c-4673-b505-339ce201e55d" -d '{"events": [{"server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "name": "network-vif-deleted", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:03:55.372664 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3274be3a-25e9-4de0-801f-2adf9f86d848 x-openstack-request-id: req-3274be3a-25e9-4de0-801f-2adf9f86d848 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:03:55.372979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcc758d-ed5e-4609-9ab7-e08459f2c624", "name": "network-vif-deleted", "tag": "802006d7-48c9-45f6-bcc5-1c79cbab3249", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:03:55.373235 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3274be3a-25e9-4de0-801f-2adf9f86d848 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:03:55.373640 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3274be3a-25e9-4de0-801f-2adf9f86d848'] response: {'server_uuid': '1bcc758d-ed5e-4609-9ab7-e08459f2c624', 'name': 'network-vif-deleted', 'tag': '802006d7-48c9-45f6-bcc5-1c79cbab3249', 'status': 'completed', 'code': 200} Apr 08 12:03:55.375601 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3705f1ef-5843-4ec0-9d53-3fcedcc96f58 req-cba28180-94cd-4f06-a596-737336b58e64 tempest-VolumesSnapshotTestJSON-511386315 tempest-VolumesSnapshotTestJSON-511386315-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bcc758d-ed5e-4609-9ab7-e08459f2c624 HTTP/1.1" status: 200 len: 210 time: 0.0320826 Apr 08 12:03:56.595752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:03:59.502435 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 802006d7-48c9-45f6-bcc5-1c79cbab3249 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:03:59.533769 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 802006d7-48c9-45f6-bcc5-1c79cbab3249 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:03:59.534119 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 802006d7-48c9-45f6-bcc5-1c79cbab3249 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:04:05.140516 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:09.733938 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:04:20.444537 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-80691e3e-2a22-4834-a38d-d99645a1af07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:20.858410 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48458) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:20.903717 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Deleting subnet c65cfc06-2974-4fbc-aa73-c6a0421571d6 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:04:20.907077 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Publish callbacks [] for subnet (c65cfc06-2974-4fbc-aa73-c6a0421571d6), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:20.941374 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (c65cfc06-2974-4fbc-aa73-c6a0421571d6), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:20.982524 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (c65cfc06-2974-4fbc-aa73-c6a0421571d6), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.035816 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (c65cfc06-2974-4fbc-aa73-c6a0421571d6), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.061671 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65cfc06-2974-4fbc-aa73-c6a0421571d6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:21.064099 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.067115 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c65cfc06-2974-4fbc-aa73-c6a0421571d6 HTTP/1.1" status: 204 len: 168 time: 0.2077103 Apr 08 12:04:21.070036 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48460) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:21.072992 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.073343 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.073688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.074025 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.074362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.074691 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.075016 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.075339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.075663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.075987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.076306 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.076630 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.076977 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.077296 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.077616 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbbf58-21d2-4198-b30f-aade2be9354f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.154018 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (71741e44-37fb-4c47-b613-7e5f99de17f3), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.229949 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (71741e44-37fb-4c47-b613-7e5f99de17f3), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.249331 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71741e44-37fb-4c47-b613-7e5f99de17f3']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:21.258647 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6174d029-1180-4f44-98f1-8c6ce313060c') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:21.258942 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6174d029-1180-4f44-98f1-8c6ce313060c') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:21.268370 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (6174d029-1180-4f44-98f1-8c6ce313060c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.281615 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (6174d029-1180-4f44-98f1-8c6ce313060c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.287577 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:04:21.287950 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (6174d029-1180-4f44-98f1-8c6ce313060c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:04:21.289572 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:04:21.350600 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (71741e44-37fb-4c47-b613-7e5f99de17f3), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.357021 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.360942 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] 10.222.0.55 "DELETE /v2.0/networks/71741e44-37fb-4c47-b613-7e5f99de17f3 HTTP/1.1" status: 204 len: 168 time: 0.2898581 Apr 08 12:04:21.371494 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=71741e44-37fb-4c47-b613-7e5f99de17f3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:21.378716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.379064 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.379404 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.379773 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.380101 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.380427 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.380744 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.381094 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.381420 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.381709 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.382046 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.382360 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.382671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.382985 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.383281 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8d867-dea6-4363-9bb7-eaf9deaf0e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:21.530858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48464) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:21.571853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-aacda442-b253-45a1-9e4b-35b407fc3d8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ca3d0465cbf453288e0632c111d101f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398335 Apr 08 12:04:21.575391 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48466) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:21.629179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] Publish callbacks [] for security_group (8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.649651 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] Publish callbacks [] for security_group (8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.705035 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.707542 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:21.708661 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b HTTP/1.1" status: 204 len: 168 time: 0.1322660 Apr 08 12:04:21.716577 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a60c8-7775-4a67-96eb-59223d9d705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afd52cd-b109-4c1b-bf3e-1b4ff53abc2b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:22.408759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48488) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:22.507672 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1428214774-network', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:22.528719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Made reservation on behalf of d82a795a8bd844d3bcff25a305e2e74a for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:04:22.531103 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.539555 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.613984 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks [] for security_group (60095281-8b5d-4e0c-9ed3-1f24102e39b9), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.620692 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (60095281-8b5d-4e0c-9ed3-1f24102e39b9), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.647174 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:04:22.656715 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60095281-8b5d-4e0c-9ed3-1f24102e39b9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:22.663266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (7508de4d-b90c-4b22-9f9d-f9213a1e3c78), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.663266 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Added segment 7508de4d-b90c-4b22-9f9d-f9213a1e3c78 of type vlan for network 97a4e11f-87ad-4a06-89ca-63897bb130fe Apr 08 12:04:22.694675 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b329603b-3927-4601-8a3f-271dda2eaabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.705778 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (97a4e11f-87ad-4a06-89ca-63897bb130fe), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.731494 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (97a4e11f-87ad-4a06-89ca-63897bb130fe), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.732483 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:22.733154 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.789304 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794487 Apr 08 12:04:22.792483 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48492) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:22.796714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d3f6b-fea3-4bd7-a823-94f3b65cc9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=97a4e11f-87ad-4a06-89ca-63897bb130fe,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:22.797460 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Request body: {'subnet': {'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1428214774-subnet', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:22.807001 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:04:22.819821 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Made reservation on behalf of d82a795a8bd844d3bcff25a305e2e74a for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:04:22.822229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11650109'] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:22.986246 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12560408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11652039'] for subnet (8b9cc124-2263-4ce6-8103-fd8421b43cfe), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.039418 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9cc124-2263-4ce6-8103-fd8421b43cfe,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:23.048216 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Checking segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:23.048571 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Network hostable DHCP agents. Network: 97a4e11f-87ad-4a06-89ca-63897bb130fe, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:04:23.068446 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:04:23.078038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 97a4e11f-87ad-4a06-89ca-63897bb130fe) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:23.082122 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:23.082710 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.087051 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845c338-3965-412e-ba2b-3c462d770694 None None] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:04:23.099845 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-49ce14ef-6a36-4b13-b6ac-70552db87339 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3062294 Apr 08 12:04:23.102683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48494) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:23.107103 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:23.128105 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (cfebee85-7176-417e-ad58-75d67a6373ea), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.129192 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (cfebee85-7176-417e-ad58-75d67a6373ea), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.181774 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for router_controller (cfebee85-7176-417e-ad58-75d67a6373ea), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.187037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-97a4e11f-87ad-4a06-89ca-63897bb130fe', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 12:04:23.188020 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.323530 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for router_gateway (cfebee85-7176-417e-ad58-75d67a6373ea), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.328685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Allocated IP 172.20.0.2 (97a4e11f-87ad-4a06-89ca-63897bb130fe/8b9cc124-2263-4ce6-8103-fd8421b43cfe/8ab10833-f24d-44c2-b46e-e9638021ef04) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:23.467568 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks [] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.475073 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.511988 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:23.519761 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:23.521888 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Pushing event updated for resources: {'Port': ['ID=8ab10833-f24d-44c2-b46e-e9638021ef04,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:23.523992 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:23.531270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for router_gateway (cfebee85-7176-417e-ad58-75d67a6373ea), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.550615 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.581686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Attempting to bind port 8ab10833-f24d-44c2-b46e-e9638021ef04 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:23.582051 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Attempting to bind port 8ab10833-f24d-44c2-b46e-e9638021ef04 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:23.582391 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Attempting to bind port 8ab10833-f24d-44c2-b46e-e9638021ef04 on network 97a4e11f-87ad-4a06-89ca-63897bb130fe {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:23.587364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:23.587721 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Checking segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:23.588116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.588522 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Bound using segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:23.589023 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Bound port: 8ab10833-f24d-44c2-b46e-e9638021ef04, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:23.589396 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.649632 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] For port 8ab10833-f24d-44c2-b46e-e9638021ef04, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:23.650796 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Allocated IP 172.27.2.174 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/35daafd1-a4d8-4de7-8400-f712459f8f68) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:23.652585 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] For port 8ab10833-f24d-44c2-b46e-e9638021ef04, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8ab10833-f24d-44c2-b46e-e9638021ef04,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:23.659483 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.715962 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17977d-7c2a-4a3a-98d5-d3b71d0a5d28 None None] Pushing event updated for resources: {'Port': ['ID=8ab10833-f24d-44c2-b46e-e9638021ef04,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:23.760915 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.797344 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:23.836920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:23.841270 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:23.848454 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:23.875249 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Pushing event updated for resources: {'Port': ['ID=35daafd1-a4d8-4de7-8400-f712459f8f68,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:23.906112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.127101 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for router_gateway (cfebee85-7176-417e-ad58-75d67a6373ea), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.254478 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8ab10833-f24d-44c2-b46e-e9638021ef04 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:24.306584 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 8ab10833-f24d-44c2-b46e-e9638021ef04 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:24.306985 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.335076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (cfebee85-7176-417e-ad58-75d67a6373ea), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.384686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 8ab10833-f24d-44c2-b46e-e9638021ef04 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:24.385377 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.421605 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 8ab10833-f24d-44c2-b46e-e9638021ef04, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8ab10833-f24d-44c2-b46e-e9638021ef04,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:24.428177 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.480549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Router cfebee85-7176-417e-ad58-75d67a6373ea is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 12:04:24.483287 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=8ab10833-f24d-44c2-b46e-e9638021ef04,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:24.595426 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:04:24.604254 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Sync routers for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:04:24.613651 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.614899 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8fe1ab36-56d9-4fc4-9460-db902c04a75a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5112243 Apr 08 12:04:24.615400 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:24.616002 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:24.617824 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48496) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:24.655022 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8e1a0-20b1-4de0-991f-c4e52cab4a24 None None] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:04:24.782432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-2388da89-6fae-424a-8103-4aec62c19bbe None None] Provisioning complete for port 8ab10833-f24d-44c2-b46e-e9638021ef04 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:24.783165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2388da89-6fae-424a-8103-4aec62c19bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:24.831108 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:25.037227 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.177182 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.188389 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2388da89-6fae-424a-8103-4aec62c19bbe None None] Current status of the port 8ab10833-f24d-44c2-b46e-e9638021ef04 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:25.208468 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Allocated IP 172.20.0.1 (97a4e11f-87ad-4a06-89ca-63897bb130fe/8b9cc124-2263-4ce6-8103-fd8421b43cfe/25a31fc2-399f-48fc-a503-ec68e4b5f8d2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:25.214015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:24Z', 'revision_number': 3, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:25.241175 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Checking router: cfebee85-7176-417e-ad58-75d67a6373ea for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:04:25.241546 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Updating router cfebee85-7176-417e-ad58-75d67a6373ea port 35daafd1-a4d8-4de7-8400-f712459f8f68 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:04:25.269663 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.318731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks [] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.352386 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.389490 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:25.392211 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:25.397711 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:25.420220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Pushing event updated for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:25.440928 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (cfebee85-7176-417e-ad58-75d67a6373ea), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.446851 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-47ce36b9-c6e0-4ff2-868d-5b6bd56acdf3 None None] Provisioning complete for port 8ab10833-f24d-44c2-b46e-e9638021ef04 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:25.447227 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-47ce36b9-c6e0-4ff2-868d-5b6bd56acdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.583255 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.595418 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-47ce36b9-c6e0-4ff2-868d-5b6bd56acdf3 None None] Current status of the port 8ab10833-f24d-44c2-b46e-e9638021ef04 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:25.612632 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks [] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.618228 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.669134 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Attempting to bind port 35daafd1-a4d8-4de7-8400-f712459f8f68 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:25.669436 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Attempting to bind port 35daafd1-a4d8-4de7-8400-f712459f8f68 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:25.669776 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Attempting to bind port 35daafd1-a4d8-4de7-8400-f712459f8f68 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:25.681517 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Pushing event updated for resources: {'Port': ['ID=35daafd1-a4d8-4de7-8400-f712459f8f68,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:25.683738 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:25.684107 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:25.684503 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.684909 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:25.685373 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Bound port: 35daafd1-a4d8-4de7-8400-f712459f8f68, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:25.685743 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.714300 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.714677 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.715049 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.715386 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.715717 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.716048 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.716371 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.716696 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.717048 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.717367 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.717711 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.718037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.718342 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.718657 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.718976 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:25.745193 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks [] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.751946 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.754818 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-fdadd72e-6e2e-43f4-8bc7-f7d93f7d7582 None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:25.754818 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fdadd72e-6e2e-43f4-8bc7-f7d93f7d7582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.779559 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] For port 35daafd1-a4d8-4de7-8400-f712459f8f68, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:25.794505 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] For port 35daafd1-a4d8-4de7-8400-f712459f8f68, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=35daafd1-a4d8-4de7-8400-f712459f8f68,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:25.805426 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:25.814010 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-fdadd72e-6e2e-43f4-8bc7-f7d93f7d7582 None None] Port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:04:25.874250 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:25.874891 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:25.876911 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a575-ca24-47f8-acab-7c4186c863ca None None] Pushing event updated for resources: {'Port': ['ID=35daafd1-a4d8-4de7-8400-f712459f8f68,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:25.991545 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:26.082331 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Pushing event updated for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:26.084802 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (cfebee85-7176-417e-ad58-75d67a6373ea), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:26.172999 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:26.174711 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:26.195245 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 2, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:26.224628 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f038a-8bbd-4f81-983e-e4c299057b8c None None] The sync data for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi is: [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 2, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:04:26.273910 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8ab10833-f24d-44c2-b46e-e9638021ef04 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:26.307901 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Router cfebee85-7176-417e-ad58-75d67a6373ea has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:04:26.332611 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 8ab10833-f24d-44c2-b46e-e9638021ef04 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:26.333124 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:26.418417 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 8ab10833-f24d-44c2-b46e-e9638021ef04 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:26.422756 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:04:26.440091 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3346751d-0a29-4a7b-a773-121194e8124c admin admin] 10.222.0.55 "PUT /v2.0/routers/cfebee85-7176-417e-ad58-75d67a6373ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138320 Apr 08 12:04:26.445420 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-e79207bf-7369-4d1c-9854-2ed108710f1a None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:26.445804 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e79207bf-7369-4d1c-9854-2ed108710f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:26.499325 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-e79207bf-7369-4d1c-9854-2ed108710f1a None None] Port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:04:26.604574 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:26.945393 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:26.950485 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1502075192-network', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:26.983720 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Made reservation on behalf of af6ee091d9f046b5b159debcb214034a for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:04:26.986115 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:26.995629 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.077454 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks [] for security_group (8d301e98-4542-44ab-b496-bb937c263785), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.083191 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8d301e98-4542-44ab-b496-bb937c263785), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.110674 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:04:27.121391 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d301e98-4542-44ab-b496-bb937c263785,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:27.126745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (50864ccb-761a-407e-a4e1-7870b38f00dd), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.127137 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Added segment 50864ccb-761a-407e-a4e1-7870b38f00dd of type vlan for network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 Apr 08 12:04:27.168825 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (4478a17a-41b5-4e57-aba3-79a85d6cfa86), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.197079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (4478a17a-41b5-4e57-aba3-79a85d6cfa86), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.198042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:27.198627 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.253012 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3064818 Apr 08 12:04:27.256078 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48514) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:27.261108 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Request body: {'subnet': {'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1502075192-subnet', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:27.262266 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c427-2ed1-4ed6-ac5b-106933554f4e admin admin] Pushing event updated for resources: {'Network': ['ID=4478a17a-41b5-4e57-aba3-79a85d6cfa86,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:27.273835 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:04:27.290546 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Made reservation on behalf of af6ee091d9f046b5b159debcb214034a for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:04:27.293937 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538244'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.489187 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11065612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541566'] for subnet (7dbff487-af2b-4e72-9ff8-44b04d122096), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.546245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbff487-af2b-4e72-9ff8-44b04d122096,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:27.555364 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Checking segment: {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:27.555720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Network hostable DHCP agents. Network: 4478a17a-41b5-4e57-aba3-79a85d6cfa86, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:04:27.575080 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:04:27.587296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 4478a17a-41b5-4e57-aba3-79a85d6cfa86) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:27.595767 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a3c54-82e4-49e2-b594-1a7c26f02732 None None] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:04:27.596635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:27.597397 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.615219 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-df9a5779-c698-48c8-8e17-35c439cec1aa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3579509 Apr 08 12:04:27.618004 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48516) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:27.622663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:27.642525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.643477 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.698829 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for router_controller (95a42ff1-69e2-4936-bd71-fce40af5d813), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.701843 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 12:04:27.702670 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.846061 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Allocated IP 172.20.0.2 (4478a17a-41b5-4e57-aba3-79a85d6cfa86/7dbff487-af2b-4e72-9ff8-44b04d122096/32d723f1-3a65-48f7-bbf0-0778f051a066) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:27.848822 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for router_gateway (95a42ff1-69e2-4936-bd71-fce40af5d813), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:27.994539 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks [] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.004177 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.049437 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:28.050077 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for router_gateway (95a42ff1-69e2-4936-bd71-fce40af5d813), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.053602 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:28.056228 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Pushing event updated for resources: {'Port': ['ID=32d723f1-3a65-48f7-bbf0-0778f051a066,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:28.058663 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:28.074745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.112769 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Attempting to bind port 32d723f1-3a65-48f7-bbf0-0778f051a066 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:28.113174 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Attempting to bind port 32d723f1-3a65-48f7-bbf0-0778f051a066 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:28.113527 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Attempting to bind port 32d723f1-3a65-48f7-bbf0-0778f051a066 on network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:28.118418 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:28.118786 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Checking segment: {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:28.119214 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.119599 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Bound using segment: {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:28.120055 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Bound port: 32d723f1-3a65-48f7-bbf0-0778f051a066, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:28.120511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.186411 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] For port 32d723f1-3a65-48f7-bbf0-0778f051a066, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:28.189966 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] For port 32d723f1-3a65-48f7-bbf0-0778f051a066, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=32d723f1-3a65-48f7-bbf0-0778f051a066,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:28.196082 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Allocated IP 172.27.2.71 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/71d59f03-37fa-4729-ae5f-f89084f725db) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:28.198869 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.322353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for port (71d59f03-37fa-4729-ae5f-f89084f725db), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.347213 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 35daafd1-a4d8-4de7-8400-f712459f8f68 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:28.356461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.399093 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:28.405867 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Sync routers for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:04:28.410669 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Pushing event updated for resources: {'Port': ['ID=71d59f03-37fa-4729-ae5f-f89084f725db,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:28.414920 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:28.417224 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:28.423363 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:28.424401 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:28.428065 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04965d0-0945-435c-8a88-3afb06ac577e None None] Pushing event updated for resources: {'Port': ['ID=32d723f1-3a65-48f7-bbf0-0778f051a066,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:28.446378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 35daafd1-a4d8-4de7-8400-f712459f8f68 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:28.450151 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.542395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 35daafd1-a4d8-4de7-8400-f712459f8f68 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:28.543004 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.563888 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:28.566015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 35daafd1-a4d8-4de7-8400-f712459f8f68, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=35daafd1-a4d8-4de7-8400-f712459f8f68,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:28.574686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.660395 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=35daafd1-a4d8-4de7-8400-f712459f8f68,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:28.734857 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for router_gateway (95a42ff1-69e2-4936-bd71-fce40af5d813), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.887460 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 2, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:28.913227 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Checking router: cfebee85-7176-417e-ad58-75d67a6373ea for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:04:28.913529 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Updating router cfebee85-7176-417e-ad58-75d67a6373ea port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:04:28.936129 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:28.944319 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.068294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Router 95a42ff1-69e2-4936-bd71-fce40af5d813 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 12:04:29.220036 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks [] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.227701 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.281811 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Pushing event updated for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:29.313711 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.313711 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.313711 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.314381 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.314381 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.314669 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.315065 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.315393 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.315719 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.316089 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.316419 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.316757 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.317166 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.317495 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.317813 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:04:29.349529 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Attempting to bind port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:29.350059 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Attempting to bind port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:29.350935 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Attempting to bind port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 on network 97a4e11f-87ad-4a06-89ca-63897bb130fe {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:29.357516 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:29.358089 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Checking segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:29.358600 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.359094 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Bound using segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:29.359719 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Bound port: 25a31fc2-399f-48fc-a503-ec68e4b5f8d2, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:29.360294 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.435658 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] For port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:29.440368 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] For port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:29.450230 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.483693 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:04:29.494887 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:29.495526 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:29.496533 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Sync routers for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:04:29.508096 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.510774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:29.511749 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-9587e95f-5ea6-4938-8d41-3c81d2aa8011 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8927774 Apr 08 12:04:29.514279 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48518) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:04:29.514407 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:29.579865 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109f7bd-95d1-4c61-a333-56943b2ab8c4 None None] Pushing event updated for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:29.622664 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226e4c5-74e7-4331-80ba-076fa080e9d0 None None] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:04:29.663755 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:29.721139 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Provisioning complete for port 32d723f1-3a65-48f7-bbf0-0778f051a066 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:29.721506 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.727997 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:29.890945 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:29Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:29.917878 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457a11a-d376-4a2b-b074-5c2314d0ed5f None None] The sync data for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi is: [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:29Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:04:29.979718 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:29.992515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Current status of the port 32d723f1-3a65-48f7-bbf0-0778f051a066 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:29.992973 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.042193 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] For port 32d723f1-3a65-48f7-bbf0-0778f051a066, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=32d723f1-3a65-48f7-bbf0-0778f051a066,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:30.052867 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.103520 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 3, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:30.137846 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:30.138221 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.142768 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Checking router: 95a42ff1-69e2-4936-bd71-fce40af5d813 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:04:30.143123 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Updating router 95a42ff1-69e2-4936-bd71-fce40af5d813 port 71d59f03-37fa-4729-ae5f-f89084f725db binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:04:30.185173 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Allocated IP 172.20.0.1 (4478a17a-41b5-4e57-aba3-79a85d6cfa86/7dbff487-af2b-4e72-9ff8-44b04d122096/6ad32b1a-249d-4b67-b3ca-d16114cca66a) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:30.225881 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Pushing event updated for resources: {'Port': ['ID=32d723f1-3a65-48f7-bbf0-0778f051a066,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:30.229141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.309847 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks [] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.347049 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.372485 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Current status of the port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:30.373217 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.399289 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:30.410603 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:30.412018 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:30.414614 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:30.466020 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] For port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:30.466649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (95a42ff1-69e2-4936-bd71-fce40af5d813), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.480032 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.511709 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 32d723f1-3a65-48f7-bbf0-0778f051a066 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:30.615872 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dacbf3-ca67-472a-9624-6442f7d11789 None None] Pushing event updated for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:30.634443 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.674408 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Provisioning complete for port 32d723f1-3a65-48f7-bbf0-0778f051a066 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:30.674762 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.730812 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks [] for port (71d59f03-37fa-4729-ae5f-f89084f725db), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.737600 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 32d723f1-3a65-48f7-bbf0-0778f051a066 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:30.737973 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.742353 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.821703 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks [] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.827304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.853987 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858f9b-7f9c-42a3-a38b-28de40dcc378 None None] Pushing event updated for resources: {'Port': ['ID=71d59f03-37fa-4729-ae5f-f89084f725db,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:30.858087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Attempting to bind port 71d59f03-37fa-4729-ae5f-f89084f725db on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:30.858460 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Attempting to bind port 71d59f03-37fa-4729-ae5f-f89084f725db by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:30.858825 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Attempting to bind port 71d59f03-37fa-4729-ae5f-f89084f725db on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:30.877009 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:30.877415 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:30.877767 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.878174 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:30.878660 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Bound port: 71d59f03-37fa-4729-ae5f-f89084f725db, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:30.879044 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.884133 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Current status of the port 32d723f1-3a65-48f7-bbf0-0778f051a066 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:30.897970 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:30.901794 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (95a42ff1-69e2-4936-bd71-fce40af5d813), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.959154 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:30.959524 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:30.963494 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 32d723f1-3a65-48f7-bbf0-0778f051a066 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:30.964557 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 35daafd1-a4d8-4de7-8400-f712459f8f68 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:30.994551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:30.995987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:31.122888 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Router 95a42ff1-69e2-4936-bd71-fce40af5d813 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:04:31.153043 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] For port 71d59f03-37fa-4729-ae5f-f89084f725db, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:31.171050 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] For port 71d59f03-37fa-4729-ae5f-f89084f725db, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=71d59f03-37fa-4729-ae5f-f89084f725db,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:31.184013 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:31.238675 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:04:31.243567 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-a10769a0-d6cc-4b7e-8379-0b5c576eb504 admin admin] 10.222.0.55 "PUT /v2.0/routers/95a42ff1-69e2-4936-bd71-fce40af5d813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281971 Apr 08 12:04:31.280411 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:31.280965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:31.285159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 35daafd1-a4d8-4de7-8400-f712459f8f68 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:31.285539 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:31.290092 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858f9b-7f9c-42a3-a38b-28de40dcc378 None None] Pushing event updated for resources: {'Port': ['ID=71d59f03-37fa-4729-ae5f-f89084f725db,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:31.369446 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-ab50367f-c8a6-4d82-a44c-fff3b1951b9b None None] Current status of the port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:31.458762 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:31.510326 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 35daafd1-a4d8-4de7-8400-f712459f8f68 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:31.511361 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:31.577674 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-f992dedb-0935-4bbc-b3e4-6641449cbb1c None None] Provisioning complete for port 6ad32b1a-249d-4b67-b3ca-d16114cca66a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:31.578331 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f992dedb-0935-4bbc-b3e4-6641449cbb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:31.684647 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f992dedb-0935-4bbc-b3e4-6641449cbb1c None None] Port 6ad32b1a-249d-4b67-b3ca-d16114cca66a cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:04:31.713512 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:31.713891 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:31.835738 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '6ad32b1a-249d-4b67-b3ca-d16114cca66a', 'name': '', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'mac_address': 'fa:16:3e:23:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:29Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 2, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'subnets': [{'id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:31.837508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:31.870244 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af60789-c75b-4694-8a7a-1d6ac5e3436b None None] The sync data for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi is: [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '6ad32b1a-249d-4b67-b3ca-d16114cca66a', 'name': '', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'mac_address': 'fa:16:3e:23:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:29Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 2, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'subnets': [{'id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:04:32.290936 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 32d723f1-3a65-48f7-bbf0-0778f051a066 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:32.352315 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 32d723f1-3a65-48f7-bbf0-0778f051a066 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:32.352835 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:32.474972 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 32d723f1-3a65-48f7-bbf0-0778f051a066 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:32.476069 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:32.533603 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:32.534119 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:32.623245 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:34.195958 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Sync routers for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:04:34.211778 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:34.212407 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:34.296729 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 71d59f03-37fa-4729-ae5f-f89084f725db up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:34.341447 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:34.366419 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 71d59f03-37fa-4729-ae5f-f89084f725db triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:34.366918 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:34.464065 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 71d59f03-37fa-4729-ae5f-f89084f725db is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:34.464687 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:34.487442 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 71d59f03-37fa-4729-ae5f-f89084f725db, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=71d59f03-37fa-4729-ae5f-f89084f725db,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:34.495207 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:34.560458 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=71d59f03-37fa-4729-ae5f-f89084f725db,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:34.578041 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '6ad32b1a-249d-4b67-b3ca-d16114cca66a', 'name': '', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'mac_address': 'fa:16:3e:23:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:29Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 2, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'subnets': [{'id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:34.606824 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Checking router: 95a42ff1-69e2-4936-bd71-fce40af5d813 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:04:34.607359 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Updating router 95a42ff1-69e2-4936-bd71-fce40af5d813 port 6ad32b1a-249d-4b67-b3ca-d16114cca66a binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:04:34.640834 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.020207 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks [] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.027070 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.080970 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993355c3-70fa-4375-863e-0a5891aa05b4 None None] Pushing event updated for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:35.151804 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Attempting to bind port 6ad32b1a-249d-4b67-b3ca-d16114cca66a on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:35.152525 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Attempting to bind port 6ad32b1a-249d-4b67-b3ca-d16114cca66a by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:35.152806 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Attempting to bind port 6ad32b1a-249d-4b67-b3ca-d16114cca66a on network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:35.159668 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:35.160146 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Checking segment: {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:35.160585 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.161010 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Bound using segment: {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:35.161493 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Bound port: 6ad32b1a-249d-4b67-b3ca-d16114cca66a, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50864ccb-761a-407e-a4e1-7870b38f00dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:35.161864 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.165423 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.240809 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] For port 6ad32b1a-249d-4b67-b3ca-d16114cca66a, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:35.244553 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] For port 6ad32b1a-249d-4b67-b3ca-d16114cca66a, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=6ad32b1a-249d-4b67-b3ca-d16114cca66a,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:35.254143 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.307395 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:04:35.308036 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:35.343634 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Provisioning complete for port 6ad32b1a-249d-4b67-b3ca-d16114cca66a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:35.344165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.410588 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993355c3-70fa-4375-863e-0a5891aa05b4 None None] Pushing event updated for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:35.443192 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Current status of the port 6ad32b1a-249d-4b67-b3ca-d16114cca66a is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:35.443454 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.445837 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:04:35.492833 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] For port 6ad32b1a-249d-4b67-b3ca-d16114cca66a, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=6ad32b1a-249d-4b67-b3ca-d16114cca66a,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:04:35.506682 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.584185 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcbbaf-281b-4b61-8ca0-ebe0d1ca9ab5 None None] Pushing event updated for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:35.627283 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-0368f69c-0dd4-4705-85c2-1919d31c740c None None] Provisioning complete for port 6ad32b1a-249d-4b67-b3ca-d16114cca66a triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:35.627695 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0368f69c-0dd4-4705-85c2-1919d31c740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:35.706110 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '6ad32b1a-249d-4b67-b3ca-d16114cca66a', 'name': '', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'mac_address': 'fa:16:3e:23:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:29Z', 'updated_at': '2022-04-08T12:04:35Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'subnets': [{'id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:04:35.722989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0368f69c-0dd4-4705-85c2-1919d31c740c None None] Current status of the port 6ad32b1a-249d-4b67-b3ca-d16114cca66a is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:35.741537 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba036e1-5b38-4714-93d1-6d53e0648d2e None None] The sync data for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi is: [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '6ad32b1a-249d-4b67-b3ca-d16114cca66a', 'name': '', 'network_id': '4478a17a-41b5-4e57-aba3-79a85d6cfa86', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'mac_address': 'fa:16:3e:23:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:29Z', 'updated_at': '2022-04-08T12:04:35Z', 'revision_number': 4, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'subnets': [{'id': '7dbff487-af2b-4e72-9ff8-44b04d122096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:04:36.325273 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 6ad32b1a-249d-4b67-b3ca-d16114cca66a up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:36.387983 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 6ad32b1a-249d-4b67-b3ca-d16114cca66a triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:36.389093 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:36.474381 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 6ad32b1a-249d-4b67-b3ca-d16114cca66a is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:36.477409 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 71d59f03-37fa-4729-ae5f-f89084f725db up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:04:36.530200 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 71d59f03-37fa-4729-ae5f-f89084f725db triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:36.530736 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:36.620662 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 71d59f03-37fa-4729-ae5f-f89084f725db is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:04:41.377987 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-2f12dfd5-6d07-43d1-a5ca-8d0cfce75771 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:41.379401 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-2f12dfd5-6d07-43d1-a5ca-8d0cfce75771 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 815 time: 0.1042359 Apr 08 12:04:41.393720 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-f50c62c4-44bf-4c42-9940-0c467f422455 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/quotas/d82a795a8bd844d3bcff25a305e2e74a HTTP/1.1" status: 200 len: 375 time: 0.0089538 Apr 08 12:04:41.447307 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-a3f72c86-6e7b-4bc1-91a4-bb1e2eaba9fa tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487449 Apr 08 12:04:41.542484 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-4e2330fa-abf7-4fae-80f5-f1943c1d48c8 service neutron] 10.222.0.55 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832803 Apr 08 12:04:41.637189 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-3d0cd1f2-630f-4030-b7c8-da17dee2a04d service neutron] 10.222.0.55 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874655 Apr 08 12:04:41.809494 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0dbfb739-dcfa-4c29-afa2-466ff52dd326 req-c2556b92-24da-4ccf-bfef-952b57ebfb48 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Apr 08 12:04:42.886770 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c1d8eeee-333b-460f-94e2-204f7b69e6d1 req-b2026cb6-5272-43f0-aa5d-3afc2a727f4e tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0271463 Apr 08 12:04:43.967949 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a0f7b488-2ae7-4082-8717-c9b48e538a8b req-083427da-fb56-4ea8-a20c-12a8554f639f tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Apr 08 12:04:45.055834 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3ebc0956-7081-4184-9840-7de9a89a64c9 req-26456475-7c21-45df-b634-2ea57bbb18e8 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0299666 Apr 08 12:04:46.152075 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee5f60f6-ca92-4592-949b-c94c9639bfac req-9a69d094-fb6e-4693-bcb4-8284f3d9a018 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Apr 08 12:04:46.733359 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:04:46.837860 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-48a7b3f3-e339-4f57-a176-42ff7dfe8a61 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:46.839314 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-48a7b3f3-e339-4f57-a176-42ff7dfe8a61 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 815 time: 0.1031463 Apr 08 12:04:46.851004 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'port': {'device_id': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'admin_state_up': True, 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:46.962179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Made reservation on behalf of d82a795a8bd844d3bcff25a305e2e74a for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:04:46.965684 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:47.097260 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Allocated IP 172.20.0.14 (97a4e11f-87ad-4a06-89ca-63897bb130fe/8b9cc124-2263-4ce6-8103-fd8421b43cfe/c4fd6cd1-566d-4b20-b418-e59e9db3be51) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:04:47.259189 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:47.297889 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:47.316670 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-959a180c-56d8-4b8c-8a9a-580a7d8b44a8 req-327460dc-e05f-46e6-a364-53355f5da4df tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0398707 Apr 08 12:04:47.360540 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:04:47.364068 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:04:47.367126 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:04:47.427683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:47.456174 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:47.457029 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:47.479915 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-345fb452-56c2-4307-97c0-172108475b42 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325948 Apr 08 12:04:47.739700 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-a5837534-7f0a-4071-a70b-e361b09df29a None None] Provisioning complete for port c4fd6cd1-566d-4b20-b418-e59e9db3be51 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:04:47.740310 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a5837534-7f0a-4071-a70b-e361b09df29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:47.791029 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-a5837534-7f0a-4071-a70b-e361b09df29a None None] Port c4fd6cd1-566d-4b20-b418-e59e9db3be51 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:04:48.434964 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae5e8-fd0c-43e4-bd83-5eb5ad46d2e2 req-90c6d040-c045-4561-baaf-bfba32181246 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:48.436478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b5ae5e8-fd0c-43e4-bd83-5eb5ad46d2e2 req-90c6d040-c045-4561-baaf-bfba32181246 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0564618 Apr 08 12:04:48.491916 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b5ae5e8-fd0c-43e4-bd83-5eb5ad46d2e2 req-e45c5cac-3474-4bbb-b089-0fff1ae9de60 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Apr 08 12:04:49.622429 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff712955-2fa6-4d60-8892-7ec08c34fda5 req-1e645a62-a7c9-4ac9-b282-d1ff1d6c17c2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:49.630111 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ff712955-2fa6-4d60-8892-7ec08c34fda5 req-1e645a62-a7c9-4ac9-b282-d1ff1d6c17c2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0641708 Apr 08 12:04:49.673744 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ff712955-2fa6-4d60-8892-7ec08c34fda5 req-3382bb86-a0bc-4518-8bb3-35f5a55ae6c5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Apr 08 12:04:50.438429 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-146f9b60-4a25-4afc-82a1-50770fdc5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:50.794616 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71d464-75bc-41ef-bbfd-79636843db8a req-f6d51c9b-e562-49cc-8823-49b6bb9de610 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:50.796474 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f71d464-75bc-41ef-bbfd-79636843db8a req-f6d51c9b-e562-49cc-8823-49b6bb9de610 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0539496 Apr 08 12:04:50.848390 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f71d464-75bc-41ef-bbfd-79636843db8a req-4a727090-2d05-4ca6-9e40-b3a7011c7a1c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Apr 08 12:04:51.977106 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39d818-b64d-467c-96c5-b8377ac86d70 req-f059bf60-3d53-4ef7-8d0b-0d6ea77bb5b1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:51.978630 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9d39d818-b64d-467c-96c5-b8377ac86d70 req-f059bf60-3d53-4ef7-8d0b-0d6ea77bb5b1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0613134 Apr 08 12:04:52.035747 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9d39d818-b64d-467c-96c5-b8377ac86d70 req-1d04eb54-ac63-4b92-a478-c27e6c45337b tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Apr 08 12:04:52.697821 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-613f2391-fe25-4a11-9e22-40e55d694301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:53.155120 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881cd9-0aa9-4a81-8ce5-2e63a2a57715 req-bda34172-adb2-48b2-bca6-087888eb6faf tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:53.156702 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a7881cd9-0aa9-4a81-8ce5-2e63a2a57715 req-bda34172-adb2-48b2-bca6-087888eb6faf tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0527594 Apr 08 12:04:53.205331 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a7881cd9-0aa9-4a81-8ce5-2e63a2a57715 req-6bf348ac-7e67-4f43-ad9f-33501baf083e tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Apr 08 12:04:53.894103 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:54.327577 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa01c0-5205-4e88-b89b-d61fb65e259c req-16cbed10-797a-4335-a349-341608fa5db1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:54.329160 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4aaa01c0-5205-4e88-b89b-d61fb65e259c req-16cbed10-797a-4335-a349-341608fa5db1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0566967 Apr 08 12:04:54.379492 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4aaa01c0-5205-4e88-b89b-d61fb65e259c req-31125be4-0819-415b-84f5-8631f01b21e0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Apr 08 12:04:55.140140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:55.520457 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6d66b-29bf-4793-b6f8-2eca0394678f req-e5b66e02-a483-4ddf-98d6-031b4316dbe4 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:55.522008 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3aa6d66b-29bf-4793-b6f8-2eca0394678f req-e5b66e02-a483-4ddf-98d6-031b4316dbe4 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0606413 Apr 08 12:04:55.571866 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3aa6d66b-29bf-4793-b6f8-2eca0394678f req-de4f464e-03dd-4b84-bba7-ca5a43b4be39 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Apr 08 12:04:56.611343 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:56.697747 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19332548-4b8e-465a-94bf-24c63c4e0393 req-7bfeb69f-0c1d-4aa0-90b7-ad3285fc10ea tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:56.699201 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19332548-4b8e-465a-94bf-24c63c4e0393 req-7bfeb69f-0c1d-4aa0-90b7-ad3285fc10ea tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 932 time: 0.0527005 Apr 08 12:04:56.747117 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-19332548-4b8e-465a-94bf-24c63c4e0393 req-83ab3490-7ac0-457f-9d61-cf88562844fb tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Apr 08 12:04:56.929557 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Request body: {'port': {'device_id': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:04:56.993903 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.252843 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fd6cd1-566d-4b20-b418-e59e9db3be51 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:04:57.260165 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks [] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.272227 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Transition to ACTIVE for port object c4fd6cd1-566d-4b20-b418-e59e9db3be51 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:04:57.279640 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.327698 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:57.403770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Attempting to bind port c4fd6cd1-566d-4b20-b418-e59e9db3be51 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:04:57.404109 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Attempting to bind port c4fd6cd1-566d-4b20-b418-e59e9db3be51 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:04:57.404439 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Attempting to bind port c4fd6cd1-566d-4b20-b418-e59e9db3be51 on network 97a4e11f-87ad-4a06-89ca-63897bb130fe {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:57.409016 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Port c4fd6cd1-566d-4b20-b418-e59e9db3be51 on network 97a4e11f-87ad-4a06-89ca-63897bb130fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:04:57.409339 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Attempting to bind port c4fd6cd1-566d-4b20-b418-e59e9db3be51 on network 97a4e11f-87ad-4a06-89ca-63897bb130fe {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:04:57.414454 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:04:57.414790 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Checking segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:04:57.415175 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Bound using segment: {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:04:57.415611 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Bound port: c4fd6cd1-566d-4b20-b418-e59e9db3be51, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7508de4d-b90c-4b22-9f9d-f9213a1e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:04:57.415971 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.480872 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:04:57.483944 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:04:57.491288 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.526758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:57.527435 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:04:57.528787 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1094 time: 0.6064353 Apr 08 12:04:57.529237 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:04:57.531538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cab099-ed1c-4b4a-8793-9692b091d9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:04:57.560373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915e88c-fa60-4315-8343-ccc14415ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:04:57.574039 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31714b4f-8590-4e93-bfaa-e733a6973028 x-openstack-request-id: req-31714b4f-8590-4e93-bfaa-e733a6973028 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:04:57.574372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:04:57.574636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31714b4f-8590-4e93-bfaa-e733a6973028 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:04:57.575055 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31714b4f-8590-4e93-bfaa-e733a6973028'] response: {'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:04:57.637506 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-915cbae5-3327-48cc-a8b4-9cc433b10159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:57.639251 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-915cbae5-3327-48cc-a8b4-9cc433b10159 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1128 time: 0.0468488 Apr 08 12:04:57.684760 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-4d55b497-b97b-40f7-b02a-b1e4b79a5604 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 217 time: 0.0391991 Apr 08 12:04:57.733468 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-e87dcfdf-b54a-4641-8386-ffabd079a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:57.734993 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-e87dcfdf-b54a-4641-8386-ffabd079a7ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0446761 Apr 08 12:04:57.783332 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-4b76b3c4-33a4-4f6e-bb90-c5e3f0d16a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:57.784916 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-4b76b3c4-33a4-4f6e-bb90-c5e3f0d16a6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436535 Apr 08 12:04:57.865838 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a5329-d623-47b8-8820-9b6986d775cf req-7721f43b-d8d0-4dfb-989e-6e3fef39e05e tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:57.867433 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-372a5329-d623-47b8-8820-9b6986d775cf req-7721f43b-d8d0-4dfb-989e-6e3fef39e05e tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0533648 Apr 08 12:04:57.879668 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-dc2d59e1-7ec8-4d41-b966-2e667291bb70 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 Apr 08 12:04:57.913409 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-372a5329-d623-47b8-8820-9b6986d775cf req-666cd57d-fca7-4cea-8173-7a44fd8ab317 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Apr 08 12:04:57.965662 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29d78f85-9e82-426f-b029-d9eed4ae270b req-4d4c8223-450a-4588-9636-98193d066bd2 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801144 Apr 08 12:04:59.061740 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd47b7-e013-4eb6-aedd-095341cff012 req-ceaed486-293d-49d8-bd42-a6cb3e5052d5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:04:59.063395 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8fd47b7-e013-4eb6-aedd-095341cff012 req-ceaed486-293d-49d8-bd42-a6cb3e5052d5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0761075 Apr 08 12:04:59.110965 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b8fd47b7-e013-4eb6-aedd-095341cff012 req-51c1df51-1a2c-4775-88e3-b5c2874612e1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Apr 08 12:05:00.072946 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-1ba9d154-3887-4a78-847d-172afaf70aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:00.074423 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-1ba9d154-3887-4a78-847d-172afaf70aaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1128 time: 0.0451283 Apr 08 12:05:00.164130 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-a7c2e5b1-1d22-4712-8f7d-a8451d6e0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:00.165660 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-a7c2e5b1-1d22-4712-8f7d-a8451d6e0aa3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0855067 Apr 08 12:05:00.205228 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-e6b540ce-5bb2-43ae-b22f-dbe62b26fa0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 217 time: 0.0339499 Apr 08 12:05:00.232743 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8759-44a4-4889-a27d-15503d629d9a req-3b7bfe3f-9bd1-420f-9267-0593a572b8d5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:00.234269 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f57c8759-44a4-4889-a27d-15503d629d9a req-3b7bfe3f-9bd1-420f-9267-0593a572b8d5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0566623 Apr 08 12:05:00.254288 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-7031e4a8-6e10-41c3-8a67-abd6a25b90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:00.255830 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-7031e4a8-6e10-41c3-8a67-abd6a25b90af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0441141 Apr 08 12:05:00.281295 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f57c8759-44a4-4889-a27d-15503d629d9a req-72bbc7bb-1802-4cbe-8366-b556442ab7f0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Apr 08 12:05:00.311164 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-d19e56c3-b794-47de-bf4c-539a8a4c0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:00.312649 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-d19e56c3-b794-47de-bf4c-539a8a4c0262 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508871 Apr 08 12:05:00.402671 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-0531762e-359e-4715-9d05-796960b4a8e6 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833251 Apr 08 12:05:00.493352 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54cab099-ed1c-4b4a-8793-9692b091d9a7 req-a49f50b9-a5f3-48d8-aafe-c15534e0a211 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Apr 08 12:05:01.480126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c4fd6cd1-566d-4b20-b418-e59e9db3be51 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:05:01.574803 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:05:01.589252 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'port_id': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'mac_address': 'fa:16:3e:a5:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:05:01.606429 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d5ee-b646-4ecb-929f-eebbd6146af9 req-1dc794fc-60df-4003-9f24-abe5eab858f1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:01.607972 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5992d5ee-b646-4ecb-929f-eebbd6146af9 req-1dc794fc-60df-4003-9f24-abe5eab858f1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 944 time: 0.2497466 Apr 08 12:05:01.658409 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5992d5ee-b646-4ecb-929f-eebbd6146af9 req-2a938ad0-daf4-4220-9efa-5b88e7146cb5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445955 Apr 08 12:05:01.757839 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port c4fd6cd1-566d-4b20-b418-e59e9db3be51 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:05:01.758216 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:01.771300 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fd6cd1-566d-4b20-b418-e59e9db3be51 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:05:01.791441 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:05:01.797550 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:01.855308 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:02.108623 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:05:02.845934 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2629d6-d391-4e97-a0e5-2cccfbb22986 req-4d596ee0-6b04-4671-b6e1-ff0664d5f602 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:02.847447 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc2629d6-d391-4e97-a0e5-2cccfbb22986 req-4d596ee0-6b04-4671-b6e1-ff0664d5f602 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1192005 Apr 08 12:05:02.894887 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc2629d6-d391-4e97-a0e5-2cccfbb22986 req-4d19dc8e-15af-44cc-836c-627a49d56ea0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Apr 08 12:05:03.482448 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c4fd6cd1-566d-4b20-b418-e59e9db3be51 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:05:03.542510 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port c4fd6cd1-566d-4b20-b418-e59e9db3be51 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:05:03.546877 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port c4fd6cd1-566d-4b20-b418-e59e9db3be51 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:05:03.547288 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:03.625129 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port c4fd6cd1-566d-4b20-b418-e59e9db3be51 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:05:03.625509 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:03.652558 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:05:03.654866 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5ff70f-f67e-4b63-b2c0-2350f8b89e15" -d '{"events": [{"server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:05:03.669939 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:05:03.676467 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:03.705432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810a61e-b489-43c5-8bdc-b15a4c1f68a9 x-openstack-request-id: req-3810a61e-b489-43c5-8bdc-b15a4c1f68a9 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:05:03.705723 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:05:03.705976 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3810a61e-b489-43c5-8bdc-b15a4c1f68a9 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:05:03.706380 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3810a61e-b489-43c5-8bdc-b15a4c1f68a9'] response: {'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'code': 200} Apr 08 12:05:03.733682 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:03.872006 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287523a-33cf-4be0-8df7-a84aa5337279 req-79662de7-a036-45f4-befa-05a362a8b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:03.873526 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b287523a-33cf-4be0-8df7-a84aa5337279 req-79662de7-a036-45f4-befa-05a362a8b772 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1130 time: 0.0453591 Apr 08 12:05:03.922511 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b287523a-33cf-4be0-8df7-a84aa5337279 req-d36a2cd1-b82f-47ba-9d12-fa9eb23f0dcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Apr 08 12:05:04.024465 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b4cf-81f8-4a9c-b7f4-83d90ba1a787 req-5d7c79aa-7306-43b7-aaef-3297d9cef9d2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:04.025854 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d2e8b4cf-81f8-4a9c-b7f4-83d90ba1a787 req-5d7c79aa-7306-43b7-aaef-3297d9cef9d2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0631318 Apr 08 12:05:04.071931 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d2e8b4cf-81f8-4a9c-b7f4-83d90ba1a787 req-394f8567-cf1d-43a0-bb77-c27b6ce41d5d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Apr 08 12:05:05.166443 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:05.205688 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed16f-4d8e-4fc5-9de0-bd8654d0a574 req-b0cd8b50-2433-4e50-a01f-28452f146ed2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:05.207149 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff0ed16f-4d8e-4fc5-9de0-bd8654d0a574 req-b0cd8b50-2433-4e50-a01f-28452f146ed2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0531111 Apr 08 12:05:05.252935 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff0ed16f-4d8e-4fc5-9de0-bd8654d0a574 req-58ab1ec7-60cd-4107-8307-1e0939f3318e tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Apr 08 12:05:06.393260 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fbb61-9a18-491f-a180-aa57a1ca1bd6 req-29b3416c-3517-4123-a662-a7723dd2a55a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:06.394721 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-036fbb61-9a18-491f-a180-aa57a1ca1bd6 req-29b3416c-3517-4123-a662-a7723dd2a55a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0632234 Apr 08 12:05:06.447422 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-036fbb61-9a18-491f-a180-aa57a1ca1bd6 req-d7950f16-ffc0-47bb-9d1d-b6eb74014ff6 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Apr 08 12:05:06.567080 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbec4f-f71d-4c1a-961e-143cf499bbe5 req-f498de66-b090-48e7-82cd-d0d72c3b3f56 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:06.568534 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3abbec4f-f71d-4c1a-961e-143cf499bbe5 req-f498de66-b090-48e7-82cd-d0d72c3b3f56 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0539262 Apr 08 12:05:06.615144 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3abbec4f-f71d-4c1a-961e-143cf499bbe5 req-69b373fd-5af1-43b3-b42f-13359483b42b tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Apr 08 12:05:06.955731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb122b9-8122-4811-9863-2196f08f03b1 req-e948a37f-672c-48f5-be94-c1bdacad08f2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:06.957220 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dbb122b9-8122-4811-9863-2196f08f03b1 req-e948a37f-672c-48f5-be94-c1bdacad08f2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0650012 Apr 08 12:05:07.004989 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dbb122b9-8122-4811-9863-2196f08f03b1 req-2a5d0319-1bf6-4465-8d89-ad356db45b18 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Apr 08 12:05:16.505234 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8e3a4-45d6-4fda-a040-88de9522d094 req-aeac7383-f7c0-4c6d-914d-f8223b565bf2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:16.506605 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86c8e3a4-45d6-4fda-a040-88de9522d094 req-aeac7383-f7c0-4c6d-914d-f8223b565bf2 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0637219 Apr 08 12:05:16.558483 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86c8e3a4-45d6-4fda-a040-88de9522d094 req-3085274e-12ee-44e7-861a-b015f05085c6 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Apr 08 12:05:16.587177 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48728) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:16.679629 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483336d1-4644-4b5a-9670-2a50a7170f55 tempest-TestMinimumBasicScenario-128197218 tempest-TestMinimumBasicScenario-128197218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:16.681160 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-483336d1-4644-4b5a-9670-2a50a7170f55 tempest-TestMinimumBasicScenario-128197218 tempest-TestMinimumBasicScenario-128197218-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1125 time: 0.0929675 Apr 08 12:05:16.684909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48732) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:16.689480 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'port_id': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:16.713409 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:16.811675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:16.919879 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Allocated IP 172.27.2.239 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/e658a592-a5d2-48cf-b3f7-605017a3f975) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:05:17.025650 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.063411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.104247 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:05:17.107038 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:05:17.109683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:05:17.141005 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'Port': ['ID=e658a592-a5d2-48cf-b3f7-605017a3f975,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:17.485437 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for floatingip (a6548b74-233d-41dc-9fdd-6bcb3d5b8499), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.560786 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.711660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.718968 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.794400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'Port': ['ID=e658a592-a5d2-48cf-b3f7-605017a3f975,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:17.805997 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a6548b74-233d-41dc-9fdd-6bcb3d5b8499), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:17.915898 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Floating IP a6548b74-233d-41dc-9fdd-6bcb3d5b8499 associated. External IP: 172.27.2.239, port: c4fd6cd1-566d-4b20-b418-e59e9db3be51. Apr 08 12:05:18.399606 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Router cfebee85-7176-417e-ad58-75d67a6373ea has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:05:18.506412 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:05:18.516833 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Sync routers for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:05:18.526268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:05:18.526517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.526874 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:05:18.555914 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e691cb04-d884-497b-af97-c50e8f51db04 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8697937 Apr 08 12:05:18.556465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:05:18.558689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee260a05-5c98-48c9-bd92-7bd2d8498251" -d '{"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:05:18.559269 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48734) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:18.563764 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845268486', 'description': 'tempest-secgroup-smoke-845268486 description', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:18.588121 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.598875 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c591e-87ea-4e90-bd9d-e2e48910e727 x-openstack-request-id: req-7e3c591e-87ea-4e90-bd9d-e2e48910e727 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:05:18.599394 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:05:18.599394 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e3c591e-87ea-4e90-bd9d-e2e48910e727 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:05:18.599884 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3c591e-87ea-4e90-bd9d-e2e48910e727'] response: {'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:05:18.645974 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:05:18.657637 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (41d39e95-d363-4a93-b54f-d72c71a34f38), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.664065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (41d39e95-d363-4a93-b54f-d72c71a34f38), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.670802 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-77b5df77-fac7-4285-b648-94561cdb1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:18.672396 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-77b5df77-fac7-4285-b648-94561cdb1e0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1130 time: 0.0469255 Apr 08 12:05:18.695146 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d39e95-d363-4a93-b54f-d72c71a34f38,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:18.700848 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.702376 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-4c0d58cc-304d-4c55-8bfe-c87a10a40e84 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1421056 Apr 08 12:05:18.705749 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48738) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:18.709978 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:18.736262 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (655bf441-e509-4208-84d4-e50045516d36), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.777382 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-b419854a-be46-43fd-839a-16283cb766e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:18.778835 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-b419854a-be46-43fd-839a-16283cb766e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0979583 Apr 08 12:05:18.796481 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (655bf441-e509-4208-84d4-e50045516d36), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.801901 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (655bf441-e509-4208-84d4-e50045516d36), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.828529 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.829767 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230929 Apr 08 12:05:18.830620 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e7696-d85f-4e36-8208-60e11fa73d47 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655bf441-e509-4208-84d4-e50045516d36,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:18.832420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48740) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:18.836942 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:18.854670 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-eff50fc7-584e-46ed-9d8a-6fb289fe7b8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1000 time: 0.0690567 Apr 08 12:05:18.867017 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (d061939e-704b-4a37-a0c6-659161b08002), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.889283 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a6548b74-233d-41dc-9fdd-6bcb3d5b8499', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'port_id': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'mac_address': 'fa:16:3e:a5:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:05:17Z', 'updated_at': '2022-04-08T12:05:17Z', 'revision_number': 0, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:05:18.908401 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-d9fc4333-8858-42e4-ac79-2cd7e3eb5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:18.909951 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-d9fc4333-8858-42e4-ac79-2cd7e3eb5eb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0484664 Apr 08 12:05:18.916019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Checking router: cfebee85-7176-417e-ad58-75d67a6373ea for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:05:18.925685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:05:18.926334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:04:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:05:18.929533 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (d061939e-704b-4a37-a0c6-659161b08002), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.935751 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (d061939e-704b-4a37-a0c6-659161b08002), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.973465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-ca203a31-3a9c-4b76-9afb-5073d7af04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:18.975201 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-ca203a31-3a9c-4b76-9afb-5073d7af04fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483923 Apr 08 12:05:18.980165 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d061939e-704b-4a37-a0c6-659161b08002,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:18.987550 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:18.991699 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-8faa2efb-d16f-45e8-a226-4a1e6fe69b41 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583202 Apr 08 12:05:18.992353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48742) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:18.997689 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:19.024815 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-5e045820-ae43-4313-9a8f-c213356b8ac1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824203 Apr 08 12:05:19.032825 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (eebe44f8-e248-4b34-854e-72f4533e7bfc), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.040030 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:05:19.075754 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-6cc52400-c0d5-4786-9e79-9921ea767617 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Apr 08 12:05:19.079914 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (eebe44f8-e248-4b34-854e-72f4533e7bfc), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.084449 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (eebe44f8-e248-4b34-854e-72f4533e7bfc), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.104998 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebe44f8-e248-4b34-854e-72f4533e7bfc,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:19.116326 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.120421 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-66c12390-c216-4c8e-b0a0-44ce4ba6543d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237400 Apr 08 12:05:19.120682 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48744) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:19.125264 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:19.152304 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (7550b27b-bc0b-4a4c-bad1-975f354152c8), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.176377 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ee260a05-5c98-48c9-bd92-7bd2d8498251 req-8436368d-77bf-48f1-8d1d-71fada882297 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915887 Apr 08 12:05:19.223069 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (7550b27b-bc0b-4a4c-bad1-975f354152c8), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.229396 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (7550b27b-bc0b-4a4c-bad1-975f354152c8), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.245848 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7550b27b-bc0b-4a4c-bad1-975f354152c8,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:19.258548 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.259844 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-89133a6b-af84-4547-80ef-008fca297344 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381168 Apr 08 12:05:19.262608 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48746) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:19.266955 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:19.286572 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a6548b74-233d-41dc-9fdd-6bcb3d5b8499', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'port_id': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'mac_address': 'fa:16:3e:a5:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:05:17Z', 'updated_at': '2022-04-08T12:05:17Z', 'revision_number': 0, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:05:19.294031 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Project d82a795a8bd844d3bcff25a305e2e74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:05:19.295603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662869-3b38-49df-8d7e-8afcc586256a req-af710574-271e-4da5-9444-1a55ddf459f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:19.297267 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-af710574-271e-4da5-9444-1a55ddf459f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1130 time: 0.0522738 Apr 08 12:05:19.300250 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (db20a765-2fdb-4293-b836-a2a894c97b99), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.314991 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913f7c4-b838-4245-85e4-595d0efdc3c3 None None] The sync data for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi is: [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'a6548b74-233d-41dc-9fdd-6bcb3d5b8499', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'port_id': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'mac_address': 'fa:16:3e:a5:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:05:17Z', 'updated_at': '2022-04-08T12:05:17Z', 'revision_number': 0, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:05:19.361735 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (db20a765-2fdb-4293-b836-a2a894c97b99), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.371286 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (db20a765-2fdb-4293-b836-a2a894c97b99), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.390147 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db20a765-2fdb-4293-b836-a2a894c97b99,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:19.400253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.401585 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-f94bc9d1-acf2-4bd2-bbf4-bb7c9b014bdd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380272 Apr 08 12:05:19.405472 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48748) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:05:19.414681 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'security_group_rule': {'security_group_id': '41d39e95-d363-4a93-b54f-d72c71a34f38', 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:19.440558 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662869-3b38-49df-8d7e-8afcc586256a req-2fe6b3c0-7a1e-4a7e-bee7-841275676a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:19.442674 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-2fe6b3c0-7a1e-4a7e-bee7-841275676a87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.1237748 Apr 08 12:05:19.486007 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.securitygroups_db [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Project d82a795a8bd844d3bcff25a305e2e74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:05:19.497850 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (685276e3-495a-4351-b778-aa69feb51bae), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.522924 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc940a-b459-4e2d-97da-0727bb9a991c None None] New status for floating IP a6548b74-233d-41dc-9fdd-6bcb3d5b8499: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:05:19.534721 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-b4377823-5565-47e0-ac16-cb17c1e3635e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1000 time: 0.0862122 Apr 08 12:05:19.595077 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (685276e3-495a-4351-b778-aa69feb51bae), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.599545 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (685276e3-495a-4351-b778-aa69feb51bae), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.613425 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662869-3b38-49df-8d7e-8afcc586256a req-5d661c37-94e2-4815-8118-bd4805d8ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:19.614870 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-5d661c37-94e2-4815-8118-bd4805d8ce7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0740170 Apr 08 12:05:19.619442 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685276e3-495a-4351-b778-aa69feb51bae,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:19.653384 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:19.654563 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a71ab39e-a299-44cd-95ce-c69ae188209d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478361 Apr 08 12:05:19.675568 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662869-3b38-49df-8d7e-8afcc586256a req-a0dd4482-4aa9-49bc-b7de-6250b4de660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:19.677207 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-a0dd4482-4aa9-49bc-b7de-6250b4de660b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536709 Apr 08 12:05:19.800295 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-baacb3ba-fa44-4d95-a85c-5151143895e3 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845268486&fields=id&tenant_id=d82a795a8bd844d3bcff25a305e2e74a HTTP/1.1" status: 200 len: 267 time: 0.0972476 Apr 08 12:05:19.819717 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-d401ba96-29f1-4546-9aa1-292d72a383b3 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366947 Apr 08 12:05:19.923998 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-6adaa194-0cce-4bfd-a06b-7b23e3f25042 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:19.925495 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-6adaa194-0cce-4bfd-a06b-7b23e3f25042 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.1196859 Apr 08 12:05:19.946919 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'port': {'security_groups': ['60095281-8b5d-4e0c-9ed3-1f24102e39b9', '41d39e95-d363-4a93-b54f-d72c71a34f38']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:05:19.969705 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b7662869-3b38-49df-8d7e-8afcc586256a req-6355ca66-4eee-45eb-b57d-67cb91506b03 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326182 Apr 08 12:05:20.016823 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.206960 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:05:20.237307 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.244717 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.256754 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:05:20.286685 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.287317 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.289091 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cb2b8315-5dea-485e-92ce-8a08f18db81d req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "PUT /v2.0/ports/c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 982 time: 0.3553960 Apr 08 12:05:20.314622 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e4c5e-0c9c-4333-9c85-9d95466e1511 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=6']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:05:20.373427 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:05:20.416799 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c4e6-f57b-484e-ab3c-d4c1a3e4b293 req-e68353d9-3aa8-4047-baa2-352447f73c4f tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.419411 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d388c4e6-f57b-484e-ab3c-d4c1a3e4b293 req-e68353d9-3aa8-4047-baa2-352447f73c4f tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0675080 Apr 08 12:05:20.472640 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2112ab6e-bb01-493e-abb3-04ab5e669c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.486414 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-d388c4e6-f57b-484e-ab3c-d4c1a3e4b293 req-b3ec33ac-0e4d-4a88-a811-1c03ef24ded5 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598264 Apr 08 12:05:20.576715 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-31b1bb9b-9f7b-4a02-a456-b5359b930525 None None] Provisioning complete for port c4fd6cd1-566d-4b20-b418-e59e9db3be51 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:05:20.577006 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-31b1bb9b-9f7b-4a02-a456-b5359b930525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:20.601560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:05:20.603956 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384fd136-a758-4a56-9e64-36569a9f504d" -d '{"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:05:20.639479 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0173b03-8c5a-47a4-897b-0eb78ba8538c x-openstack-request-id: req-b0173b03-8c5a-47a4-897b-0eb78ba8538c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:05:20.639768 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:05:20.640019 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0173b03-8c5a-47a4-897b-0eb78ba8538c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:05:20.640445 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0173b03-8c5a-47a4-897b-0eb78ba8538c'] response: {'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:05:20.705823 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd136-a758-4a56-9e64-36569a9f504d req-291a425a-2d5e-427a-b846-4bbd189bf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.707329 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-291a425a-2d5e-427a-b846-4bbd189bf378 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1169 time: 0.0460010 Apr 08 12:05:20.782511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-31b1bb9b-9f7b-4a02-a456-b5359b930525 None None] Current status of the port c4fd6cd1-566d-4b20-b418-e59e9db3be51 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:05:20.800759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd136-a758-4a56-9e64-36569a9f504d req-394d5e0e-c17d-497b-9cae-c13e7f7946bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.802301 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-394d5e0e-c17d-497b-9cae-c13e7f7946bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0887878 Apr 08 12:05:20.874175 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-956dfcde-3303-4760-b7eb-6a0420dc5372 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1002 time: 0.0650606 Apr 08 12:05:20.922872 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd136-a758-4a56-9e64-36569a9f504d req-3f8b9d62-a72a-44ca-8b2a-1ea289e92b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.924935 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-3f8b9d62-a72a-44ca-8b2a-1ea289e92b08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0440383 Apr 08 12:05:20.973598 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd136-a758-4a56-9e64-36569a9f504d req-19c51b93-5b72-45ea-afa6-cc359cea00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:05:20.975105 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-19c51b93-5b72-45ea-afa6-cc359cea00c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439620 Apr 08 12:05:21.070167 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-90d335c9-2117-4bfd-9b27-584cf47b4b61 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884857 Apr 08 12:05:21.162648 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-384fd136-a758-4a56-9e64-36569a9f504d req-ff58e2d8-800a-4003-b32a-55bc1b42012b service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845704 Apr 08 12:05:22.706520 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-992a9c5d-1e22-49eb-9d5e-afd67e9115ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:23.738395 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:05:23.895863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:25.139059 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:26.609516 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:35.175736 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:40.220098 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-e71b1a27-5073-4b18-b9b4-7ef2fdfda449 req-a51c5363-4de7-49f0-836c-abb9a6aaf926 service neutron] (109768) timed out ('10.222.0.44', 58775) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:05:50.446323 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f742b504-f141-48b2-bdc3-f96a85b514da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:52.703876 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3766182f-309a-41eb-8698-ce37f0665d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:53.902152 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:55.144312 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:05:56.604534 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:00.743140 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:06:01.451750 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-2b72fd13-d9c8-4069-97b2-82a3a177eb39 req-920c7384-fd53-4633-a7cc-511c79bf5084 service neutron] (109768) timed out ('10.222.0.44', 58761) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:06:05.188501 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:06.743573 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-d21c39bf-b7bc-4a59-a173-59778fd6ce7d req-9ef2b1de-2d65-4eeb-9eef-e643cba54220 service neutron] (109769) timed out ('10.222.0.44', 58790) {{(pid=109769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:06:06.747843 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-762e8187-be8c-4381-bd13-2a35158433f3 req-85a231b6-1aad-4233-b072-e98a8cffbe76 service neutron] (109769) timed out ('10.222.0.44', 58779) {{(pid=109769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:06:20.444749 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1ec990ea-b42e-4856-9b32-a026623c7703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:21.006113 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-589cab86-265d-4535-9325-dab24e37ee0b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908358 Apr 08 12:06:21.100467 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-e5fb1129-92fc-48b1-8a75-af31852dfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.102259 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-e5fb1129-92fc-48b1-8a75-af31852dfd01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1169 time: 0.0537081 Apr 08 12:06:21.243957 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f25c-733a-40e0-ab39-e188a7609982 req-24d97db9-c6e8-4dba-9c66-d803a858d28c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.245346 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bee4f25c-733a-40e0-ab39-e188a7609982 req-24d97db9-c6e8-4dba-9c66-d803a858d28c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.1127319 Apr 08 12:06:21.248178 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-18147a04-ddb8-4f3d-a998-4e510a8436dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.249542 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-18147a04-ddb8-4f3d-a998-4e510a8436dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.1246619 Apr 08 12:06:21.341760 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-159ed3c4-c4a6-4196-9bbb-89499f2db25f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1002 time: 0.0848913 Apr 08 12:06:21.350443 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bee4f25c-733a-40e0-ab39-e188a7609982 req-d39fdaee-35ab-430c-b499-8999e2138a2d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993292 Apr 08 12:06:21.398587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-6df77246-dd61-4aba-a2fe-c879d08f664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.400048 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-6df77246-dd61-4aba-a2fe-c879d08f664a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0487671 Apr 08 12:06:21.450406 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-3fb7403f-2d31-4ffa-816e-80bbcfe79993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.451896 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-3fb7403f-2d31-4ffa-816e-80bbcfe79993 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458198 Apr 08 12:06:21.548980 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-9d0618e5-7c3d-4fc4-bc7f-978d0e2ae3c4 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908442 Apr 08 12:06:21.650980 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4682c8d1-8540-4f45-a73f-b96c8f3d6335 req-2df9340d-c924-4f67-b840-c33cb457b9ac service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953076 Apr 08 12:06:21.739119 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-75846364-7ede-4d81-bc7f-3b5bb72a0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.740589 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-75846364-7ede-4d81-bc7f-3b5bb72a0e77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1169 time: 0.0457561 Apr 08 12:06:21.831833 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-6215de00-26a5-4a8b-9153-d4e21c0ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.833343 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-6215de00-26a5-4a8b-9153-d4e21c0ea423 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0862370 Apr 08 12:06:21.897134 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-20a3427f-48f8-4dd3-b416-bf3c9a60d078 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1002 time: 0.0576560 Apr 08 12:06:21.956997 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-a21f6a7b-e4b7-4ed6-82ea-40b62566200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:21.958420 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-a21f6a7b-e4b7-4ed6-82ea-40b62566200f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0456605 Apr 08 12:06:22.018503 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-bb86396d-5859-44f7-bc56-5de525df44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:22.020772 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-bb86396d-5859-44f7-bc56-5de525df44b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558157 Apr 08 12:06:22.108851 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-192e19a6-4db6-46cc-a8d8-3421ff4ea64d service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813220 Apr 08 12:06:22.203870 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1786e03b-7950-43f8-9bd0-5074890cea0e req-99464171-8af9-4355-8a4d-036f8c007671 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Apr 08 12:06:22.474621 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc357f-f14c-4325-8cce-dfd6f092083a req-a819c1ac-3773-4206-9b4b-08c8fa2b7984 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:22.476222 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4acc357f-f14c-4325-8cce-dfd6f092083a req-a819c1ac-3773-4206-9b4b-08c8fa2b7984 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0539510 Apr 08 12:06:22.552653 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4acc357f-f14c-4325-8cce-dfd6f092083a req-3918740b-bfcd-4dab-b804-bdfd212c2afd tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706367 Apr 08 12:06:22.710634 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f2f89d81-66fa-4ff9-9f6f-13aa7433abb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:23.687395 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dfe99-2585-4f80-a7b2-a770843382d1 req-bc4fb1f8-582b-4f40-bd80-3954a5814e0c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:23.688866 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c96dfe99-2585-4f80-a7b2-a770843382d1 req-bc4fb1f8-582b-4f40-bd80-3954a5814e0c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0543041 Apr 08 12:06:23.751406 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c96dfe99-2585-4f80-a7b2-a770843382d1 req-2a59ba22-2e37-4fbd-8eee-d88c879945d1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542829 Apr 08 12:06:23.906382 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:24.881908 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c1cfc-cbd8-4a8e-9745-9e4f919789e1 req-7d989be8-64e1-4490-aaef-7cc1564b6a39 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:24.883370 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e6c1cfc-cbd8-4a8e-9745-9e4f919789e1 req-7d989be8-64e1-4490-aaef-7cc1564b6a39 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0533063 Apr 08 12:06:24.941250 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9e6c1cfc-cbd8-4a8e-9745-9e4f919789e1 req-d778d836-5084-4fee-a268-6c7a5e095975 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520482 Apr 08 12:06:25.148790 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:26.077554 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865bd2-2be9-4376-9e98-272a020a856f req-2f2e06c3-b13e-489b-ba7c-8ddcb95cc2df tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:26.079044 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99865bd2-2be9-4376-9e98-272a020a856f req-2f2e06c3-b13e-489b-ba7c-8ddcb95cc2df tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0654435 Apr 08 12:06:26.142587 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-99865bd2-2be9-4376-9e98-272a020a856f req-4486b1b1-57df-45df-8652-604d77c8fe21 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575938 Apr 08 12:06:26.612957 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:27.285871 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d2e59-a557-4450-bc47-064676baa0c8 req-e79e9e7c-0878-4b20-92ee-3553772758e1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:27.287690 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-204d2e59-a557-4450-bc47-064676baa0c8 req-e79e9e7c-0878-4b20-92ee-3553772758e1 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0651381 Apr 08 12:06:27.346286 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-204d2e59-a557-4450-bc47-064676baa0c8 req-90067aa0-bb2f-4daa-aa82-c56b47d7f2b9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527165 Apr 08 12:06:28.479897 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44e40a-c3b0-4bf3-a2d4-ba5ca8a1c34e req-35fb606b-e015-44f4-b510-afac23277a93 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:28.481511 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d44e40a-c3b0-4bf3-a2d4-ba5ca8a1c34e req-35fb606b-e015-44f4-b510-afac23277a93 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0560727 Apr 08 12:06:28.539784 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d44e40a-c3b0-4bf3-a2d4-ba5ca8a1c34e req-d7d56a7a-f7e5-4f7d-9476-9722a1702484 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523348 Apr 08 12:06:29.668436 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d23b8f-42a1-49c9-9212-4c1c858b9aaf req-58c3f33c-8308-4968-9d46-7ce79a72cb0d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:29.669997 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-28d23b8f-42a1-49c9-9212-4c1c858b9aaf req-58c3f33c-8308-4968-9d46-7ce79a72cb0d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0555880 Apr 08 12:06:29.727928 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-28d23b8f-42a1-49c9-9212-4c1c858b9aaf req-a7009700-9560-454f-9d68-be5cf7e86356 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520816 Apr 08 12:06:30.860818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30115-03df-45c5-8309-2f88e3855e0f req-8d7147f6-24fb-4324-8809-a7a176b25ee9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:30.862315 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10b30115-03df-45c5-8309-2f88e3855e0f req-8d7147f6-24fb-4324-8809-a7a176b25ee9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0561023 Apr 08 12:06:30.928682 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10b30115-03df-45c5-8309-2f88e3855e0f req-184a663d-5f89-4a71-8798-b3b439bb53af tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582063 Apr 08 12:06:32.060561 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b854595-9ea9-4573-81d7-a0240fc26b51 req-2e8555b9-1198-49b1-896a-3cc5f55d9c10 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:32.062080 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8b854595-9ea9-4573-81d7-a0240fc26b51 req-2e8555b9-1198-49b1-896a-3cc5f55d9c10 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0552940 Apr 08 12:06:32.127270 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-8b854595-9ea9-4573-81d7-a0240fc26b51 req-21d9f878-d8a7-4a92-876e-2ba5a041f662 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563743 Apr 08 12:06:33.266558 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b4d5-5af9-4921-a7d0-04486665945f req-d4b874d6-3c23-4ab6-8507-012b509e725a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:33.268027 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b280b4d5-5af9-4921-a7d0-04486665945f req-d4b874d6-3c23-4ab6-8507-012b509e725a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0556056 Apr 08 12:06:33.329689 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b280b4d5-5af9-4921-a7d0-04486665945f req-56484484-14d7-44e4-8298-1475b668fb4c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557446 Apr 08 12:06:34.467826 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e30156-bd8f-4bb0-a202-88894db4fff4 req-088dcf6e-63b7-4e84-8f68-dda8568ee152 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:34.469316 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-95e30156-bd8f-4bb0-a202-88894db4fff4 req-088dcf6e-63b7-4e84-8f68-dda8568ee152 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0625291 Apr 08 12:06:34.530428 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-95e30156-bd8f-4bb0-a202-88894db4fff4 req-5da0c8a4-aff7-472f-8ce9-58d3d6aaea8c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522938 Apr 08 12:06:35.186497 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:35.673033 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e49690-7df1-4c78-bbbc-2dd7014f3e73 req-417b5ecf-8ccf-443d-88c3-115e6561d42d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:35.674515 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e6e49690-7df1-4c78-bbbc-2dd7014f3e73 req-417b5ecf-8ccf-443d-88c3-115e6561d42d tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0607235 Apr 08 12:06:35.739825 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e6e49690-7df1-4c78-bbbc-2dd7014f3e73 req-83fd91cf-e272-4212-9b61-2cdc8e870a85 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589919 Apr 08 12:06:36.860201 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd22fb-0262-4956-b7d6-49f8c6b60554 req-0a5144ae-21a4-460f-a38c-aa64054c3bc7 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:36.861757 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b9dd22fb-0262-4956-b7d6-49f8c6b60554 req-0a5144ae-21a4-460f-a38c-aa64054c3bc7 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0555818 Apr 08 12:06:36.924457 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b9dd22fb-0262-4956-b7d6-49f8c6b60554 req-c8595f4c-7704-40fd-b130-50dc2071b42c tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566239 Apr 08 12:06:37.750673 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:06:38.063839 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d859ebc-2535-4a8e-b378-fcc689ff2cc6 req-e4af3284-54a1-4fa5-99a5-3b6684e46136 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:38.065805 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d859ebc-2535-4a8e-b378-fcc689ff2cc6 req-e4af3284-54a1-4fa5-99a5-3b6684e46136 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0591810 Apr 08 12:06:38.126639 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d859ebc-2535-4a8e-b378-fcc689ff2cc6 req-d1a2408e-8f7d-4184-81ea-7781dbfefeb8 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548701 Apr 08 12:06:39.268416 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87154-6d65-400d-88e2-d14dfcc40c0c req-9d9865d2-9b8f-4398-9706-1a6f7d87a07a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:06:39.269894 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-40f87154-6d65-400d-88e2-d14dfcc40c0c req-9d9865d2-9b8f-4398-9706-1a6f7d87a07a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0562358 Apr 08 12:06:39.331109 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-40f87154-6d65-400d-88e2-d14dfcc40c0c req-b10ae6f4-b8bc-4753-aacc-6d411c881977 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&id=41d39e95-d363-4a93-b54f-d72c71a34f38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554452 Apr 08 12:06:50.448152 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a1d337fe-57d8-44b6-99ce-505e7c9c286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:52.704131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f4e8453c-7f00-41f4-8121-5c7d77d7f6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:53.913616 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:55.155706 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:06:56.611158 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:05.189865 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:14.745915 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:07:20.444487 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a179b2e5-6a0d-4060-960d-8e05afa4915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:22.709500 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eae15bb1-da1e-42dc-b47c-f40732b40a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:22.959993 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-cccedd19-384b-4af3-ac29-95cf642a9ec9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505636 Apr 08 12:07:23.056065 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-8eb50f5d-2a3a-4364-801f-b8bf7ac7e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:23.057556 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-8eb50f5d-2a3a-4364-801f-b8bf7ac7e4fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1169 time: 0.0551438 Apr 08 12:07:23.162186 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-d009b3e5-e19e-47b6-82b3-75b7a6c2721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:23.163614 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-d009b3e5-e19e-47b6-82b3-75b7a6c2721c service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0869036 Apr 08 12:07:23.232477 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-7b6b0da2-af91-4061-9531-e6417550a1cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1002 time: 0.0616198 Apr 08 12:07:23.285510 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-a6100db1-c1c5-43be-bf22-a6fe21109f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:23.286969 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-a6100db1-c1c5-43be-bf22-a6fe21109f68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0486424 Apr 08 12:07:23.342237 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-f0019405-d967-4793-9d11-8c0b0a266c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:23.344177 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-f0019405-d967-4793-9d11-8c0b0a266c6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502124 Apr 08 12:07:23.446152 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-45f1c294-bfdf-4c35-8bcd-69668083dd18 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911651 Apr 08 12:07:23.537911 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0970875b-2383-4bad-a9b2-5b048b3abc45 req-69a69449-a8ce-4c10-87ee-c05b9041c795 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849900 Apr 08 12:07:23.910077 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:25.158380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:26.616940 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:35.172638 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:42.751526 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-1f018509-e4cb-4a0f-9920-f8bdb3abf99b tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845268486&fields=id&tenant_id=d82a795a8bd844d3bcff25a305e2e74a HTTP/1.1" status: 200 len: 267 time: 0.0545704 Apr 08 12:07:42.812675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-d81cc45f-e3b5-4f65-90e2-20f845d7dfdf tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:42.814147 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-d81cc45f-e3b5-4f65-90e2-20f845d7dfdf tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 985 time: 0.0570941 Apr 08 12:07:42.827431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Request body: {'port': {'security_groups': ['60095281-8b5d-4e0c-9ed3-1f24102e39b9']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:42.897359 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.092273 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:43.120560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.128583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.141548 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:07:43.172114 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:43.172768 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.175601 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09bede92-71eb-4d5a-b094-4e886f0cb054 req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "PUT /v2.0/ports/c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 943 time: 0.3524530 Apr 08 12:07:43.176099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:07:43.178601 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e061a3-94d5-4def-a272-80c1ae75aba5" -d '{"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:07:43.180200 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48836) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:43.210934 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event updated for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=7']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:43.218992 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.219347 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.219700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.220030 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.220858 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.221244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.221770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.222110 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.222482 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.222818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.223178 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.223930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.223930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.224385 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.224729 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c92f17-b3de-4b12-99f4-8f456fea5dfc tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.266969 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:07:43.281117 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (41d39e95-d363-4a93-b54f-d72c71a34f38), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.312724 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (41d39e95-d363-4a93-b54f-d72c71a34f38), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.328689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5863b8af-a101-4cf9-b42e-9f3686a5a8cb x-openstack-request-id: req-5863b8af-a101-4cf9-b42e-9f3686a5a8cb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:07:43.329005 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:07:43.329266 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5863b8af-a101-4cf9-b42e-9f3686a5a8cb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:07:43.329683 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5863b8af-a101-4cf9-b42e-9f3686a5a8cb'] response: {'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:07:43.392525 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (41d39e95-d363-4a93-b54f-d72c71a34f38), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.395666 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.396864 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "DELETE /v2.0/security-groups/41d39e95-d363-4a93-b54f-d72c71a34f38 HTTP/1.1" status: 204 len: 168 time: 0.2158253 Apr 08 12:07:43.404570 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48846) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:43.407440 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d39e95-d363-4a93-b54f-d72c71a34f38,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:43.416607 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.417737 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.418250 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.418777 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.419282 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.419795 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.420296 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.420799 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.422010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.422523 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.423032 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.424132 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.424655 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.425962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.426558 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd934e88-4b65-4257-949c-8864ea942493 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:07:43.453614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-9395a6d3-ab38-4039-8fe2-0f8c13217a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:43.455145 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-9395a6d3-ab38-4039-8fe2-0f8c13217a08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1130 time: 0.1066380 Apr 08 12:07:43.479046 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-591603d9-28fb-427c-baa6-1c74b897d94c None None] Provisioning complete for port c4fd6cd1-566d-4b20-b418-e59e9db3be51 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:43.479418 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-591603d9-28fb-427c-baa6-1c74b897d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.559515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-591603d9-28fb-427c-baa6-1c74b897d94c None None] Current status of the port c4fd6cd1-566d-4b20-b418-e59e9db3be51 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:07:43.617143 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-a3f2f9da-1cbe-4994-9352-04c2c0af2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:43.618511 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-a3f2f9da-1cbe-4994-9352-04c2c0af2b70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.1557844 Apr 08 12:07:43.959502 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Deleting port e658a592-a5d2-48cf-b3f7-605017a3f975 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:43.960243 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:43.963758 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-5b257af2-5fb6-42b0-b6cc-f0794136083a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 1002 time: 0.3374653 Apr 08 12:07:44.057299 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-6aabd4ba-ca06-42db-bd13-f474705f6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:44.058751 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-6aabd4ba-ca06-42db-bd13-f474705f6d77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0859525 Apr 08 12:07:44.080122 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:44.080411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for floatingip (e658a592-a5d2-48cf-b3f7-605017a3f975), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:44.107168 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Calling delete_port for e658a592-a5d2-48cf-b3f7-605017a3f975 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:44.168141 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-647dcd76-a917-4ad5-962c-04cc6208d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:44.169581 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-647dcd76-a917-4ad5-962c-04cc6208d621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047728 Apr 08 12:07:44.288572 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-66c166a9-7b19-4898-8af6-0d11096aa977 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103618 Apr 08 12:07:44.388597 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (e658a592-a5d2-48cf-b3f7-605017a3f975), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:44.428692 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event deleted for resources: {'Port': ['ID=e658a592-a5d2-48cf-b3f7-605017a3f975,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:44.435121 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-65e061a3-94d5-4def-a272-80c1ae75aba5 req-1ff4c0ec-fc43-4843-a1af-ac653e813351 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408262 Apr 08 12:07:44.495976 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks [] for floatingip (a6548b74-233d-41dc-9fdd-6bcb3d5b8499), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:44.496340 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Floating IP a6548b74-233d-41dc-9fdd-6bcb3d5b8499 disassociated (deleted). External IP: 172.27.2.239, port: c4fd6cd1-566d-4b20-b418-e59e9db3be51. Apr 08 12:07:44.719884 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Router cfebee85-7176-417e-ad58-75d67a6373ea has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:07:44.832660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:07:44.837097 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:44.846303 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Sync routers for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:07:44.857083 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:44.857730 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:44.866948 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-dd3f23b4-3d6a-40da-89f2-d6271c045da9 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "DELETE /v2.0/floatingips/a6548b74-233d-41dc-9fdd-6bcb3d5b8499 HTTP/1.1" status: 204 len: 168 time: 1.4611790 Apr 08 12:07:44.967699 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:45.184781 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:45.211960 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Checking router: cfebee85-7176-417e-ad58-75d67a6373ea for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:07:45.220666 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:45.221366 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:45.330888 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:07:45.331619 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:45.333327 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee8821-34b6-4298-ac5c-c9fb109333d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:07:45.372265 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d873ace-8acd-4824-9b45-2d232eb20201 x-openstack-request-id: req-5d873ace-8acd-4824-9b45-2d232eb20201 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:07:45.372550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:07:45.372798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d873ace-8acd-4824-9b45-2d232eb20201 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:07:45.373238 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d873ace-8acd-4824-9b45-2d232eb20201'] response: {'name': 'network-changed', 'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:07:45.537552 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:45.563686 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053de19-d969-4f5e-a35a-8fc80ed52780 None None] The sync data for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi is: [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:25Z', 'revision_number': 4, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '25a31fc2-399f-48fc-a503-ec68e4b5f8d2', 'name': '', 'network_id': '97a4e11f-87ad-4a06-89ca-63897bb130fe', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'mac_address': 'fa:16:3e:69:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:25Z', 'updated_at': '2022-04-08T12:04:30Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'subnets': [{'id': '8b9cc124-2263-4ce6-8103-fd8421b43cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:07:45.564140 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-40fd333d-6d7f-4886-a634-8cb47ba96465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:45.565699 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-40fd333d-6d7f-4886-a634-8cb47ba96465 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 1130 time: 0.0514541 Apr 08 12:07:45.666405 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-e14c7b50-3f48-45e9-a9d7-278ade48a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:45.667889 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-e14c7b50-3f48-45e9-a9d7-278ade48a5bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 200 len: 916 time: 0.0918193 Apr 08 12:07:45.709972 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-8daa0bb2-c16f-44b7-85d4-8bc42b8f5c9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 200 len: 217 time: 0.0355499 Apr 08 12:07:45.759728 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-90676216-cbe1-4c6a-95e8-d4749c49d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:45.763117 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-90676216-cbe1-4c6a-95e8-d4749c49d42b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 200 len: 854 time: 0.0450900 Apr 08 12:07:45.799648 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f169e5-046b-4a37-a01b-751386f13632 None None] New status for floating IP a6548b74-233d-41dc-9fdd-6bcb3d5b8499: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:07:45.815967 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-b1ad221a-89de-42c7-92cc-95698c087e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:45.817587 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-b1ad221a-89de-42c7-92cc-95698c087e1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97a4e11f-87ad-4a06-89ca-63897bb130fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502219 Apr 08 12:07:45.918953 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-b84714d2-7455-4850-a72e-06631c86e1d5 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951819 Apr 08 12:07:46.011337 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee8821-34b6-4298-ac5c-c9fb109333d3 req-bde72276-2c51-4cc1-ae95-d533479eb991 service neutron] 10.222.0.44 "GET /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Apr 08 12:07:47.625128 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1642e5-c2fa-49f0-af37-99fe76436327 req-4f0da6d7-cb6d-4f58-9fbe-8926b1e09264 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:47.626645 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3c1642e5-c2fa-49f0-af37-99fe76436327 req-4f0da6d7-cb6d-4f58-9fbe-8926b1e09264 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0602190 Apr 08 12:07:47.673094 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3c1642e5-c2fa-49f0-af37-99fe76436327 req-9e29ec2e-4d06-42a6-a6ba-f5e14860ed9a tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Apr 08 12:07:48.807644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aadef-a034-4a38-a8af-04f037498ad0 req-6b123ff6-2a4f-4ed4-b43b-d500a5188e96 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:48.809768 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fa9aadef-a034-4a38-a8af-04f037498ad0 req-6b123ff6-2a4f-4ed4-b43b-d500a5188e96 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0627577 Apr 08 12:07:48.862460 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-fa9aadef-a034-4a38-a8af-04f037498ad0 req-cdd8e07f-f966-48d3-9d5d-eba0432e5a40 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/security-groups?id=60095281-8b5d-4e0c-9ed3-1f24102e39b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Apr 08 12:07:49.565338 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3126-d4ae-4548-a100-02a13001b3be req-9c311199-e190-4a49-a33d-9c8e66d3feb0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:07:49.566798 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-df1f3126-d4ae-4548-a100-02a13001b3be req-9c311199-e190-4a49-a33d-9c8e66d3feb0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.44 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0601385 Apr 08 12:07:49.668257 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Deleting port c4fd6cd1-566d-4b20-b418-e59e9db3be51 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:49.668566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:49.768192 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] For port c4fd6cd1-566d-4b20-b418-e59e9db3be51, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c4fd6cd1-566d-4b20-b418-e59e9db3be51,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:49.768594 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:49.782697 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Calling delete_port for c4fd6cd1-566d-4b20-b418-e59e9db3be51 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:49.916398 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c4fd6cd1-566d-4b20-b418-e59e9db3be51), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:49.927813 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c4fd6cd1-566d-4b20-b418-e59e9db3be51'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:07:49.951372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Pushing event deleted for resources: {'Port': ['ID=c4fd6cd1-566d-4b20-b418-e59e9db3be51,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:49.981462 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-47ea8f10-7a49-4680-af1a-4d33bdd15477 req-b16379fc-fd23-43ec-8243-96a698652882 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.55 "GET /v2.0/ports?device_id=c684d167-2b35-4a1b-afd7-79a1d1b6d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0323575 Apr 08 12:07:50.013400 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] No DVR routers for this DVR port c4fd6cd1-566d-4b20-b418-e59e9db3be51 on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:07:50.015979 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:50.019298 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-df1f3126-d4ae-4548-a100-02a13001b3be req-4c59818a-4020-4d3f-a184-237516d29fe0 tempest-TestMinimumBasicScenario-740513695 tempest-TestMinimumBasicScenario-740513695-project] 10.222.0.44 "DELETE /v2.0/ports/c4fd6cd1-566d-4b20-b418-e59e9db3be51 HTTP/1.1" status: 204 len: 173 time: 0.4453900 Apr 08 12:07:50.019731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'name': 'network-vif-deleted', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:07:50.022047 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55bd2b-2ce7-4808-9e81-1fc93ba36be7" -d '{"events": [{"server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "name": "network-vif-deleted", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:07:50.057925 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74316f47-48f1-4bdf-b534-bfe6e9098cbc x-openstack-request-id: req-74316f47-48f1-4bdf-b534-bfe6e9098cbc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:07:50.058236 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684d167-2b35-4a1b-afd7-79a1d1b6d7c6", "name": "network-vif-deleted", "tag": "c4fd6cd1-566d-4b20-b418-e59e9db3be51", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:07:50.058488 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74316f47-48f1-4bdf-b534-bfe6e9098cbc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:07:50.058899 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74316f47-48f1-4bdf-b534-bfe6e9098cbc'] response: {'server_uuid': 'c684d167-2b35-4a1b-afd7-79a1d1b6d7c6', 'name': 'network-vif-deleted', 'tag': 'c4fd6cd1-566d-4b20-b418-e59e9db3be51', 'status': 'completed', 'code': 200} Apr 08 12:07:50.452148 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec021-b27c-414f-ada8-1316ff88e5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:51.583997 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48934) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:51.745309 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:07:51.946969 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (cfebee85-7176-417e-ad58-75d67a6373ea), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:52.152594 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c4fd6cd1-566d-4b20-b418-e59e9db3be51 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:52.173533 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: c4fd6cd1-566d-4b20-b418-e59e9db3be51 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:52.173861 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c4fd6cd1-566d-4b20-b418-e59e9db3be51 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:52.225157 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Deleting port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:52.225497 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:52.316859 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] For port 25a31fc2-399f-48fc-a503-ec68e4b5f8d2, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:52.317255 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:52.332431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Calling delete_port for 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:52.527303 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (25a31fc2-399f-48fc-a503-ec68e4b5f8d2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:52.553874 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a31fc2-399f-48fc-a503-ec68e4b5f8d2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:52.694700 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2e44f025-0c95-4862-b0a0-4029fc88c88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:52.721495 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (cfebee85-7176-417e-ad58-75d67a6373ea), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.202922 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Router cfebee85-7176-417e-ad58-75d67a6373ea has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:07:53.313927 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:07:53.319356 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2f604e46-5fb7-4099-a5f4-2ba82c96cea4 admin admin] 10.222.0.55 "PUT /v2.0/routers/cfebee85-7176-417e-ad58-75d67a6373ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343297 Apr 08 12:07:53.321907 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48936) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:53.325564 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Sync routers for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:07:53.336321 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:53.336968 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:53.426050 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks [] for router (cfebee85-7176-417e-ad58-75d67a6373ea), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.443201 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:53.528564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks [] for router_gateway (cfebee85-7176-417e-ad58-75d67a6373ea), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.582195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Deleting port 35daafd1-a4d8-4de7-8400-f712459f8f68 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:53.582502 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.621787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:07:52Z', 'revision_number': 5, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port': {'id': '35daafd1-a4d8-4de7-8400-f712459f8f68', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:53.647479 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Checking router: cfebee85-7176-417e-ad58-75d67a6373ea for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:07:53.655712 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Routers {'cfebee85-7176-417e-ad58-75d67a6373ea'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:53.656647 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['cfebee85-7176-417e-ad58-75d67a6373ea'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:53.663259 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] For port 35daafd1-a4d8-4de7-8400-f712459f8f68, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=35daafd1-a4d8-4de7-8400-f712459f8f68,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:53.663620 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.679600 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Calling delete_port for 35daafd1-a4d8-4de7-8400-f712459f8f68 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:53.743253 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] Set router cfebee85-7176-417e-ad58-75d67a6373ea gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:53.796656 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:07:53Z', 'revision_number': 6, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:53.823787 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cf2a4-f46e-418c-ae75-a7f41277f45d None None] The sync data for ids ['cfebee85-7176-417e-ad58-75d67a6373ea'] in dv-cinder-815660-8-iscsi is: [{'id': 'cfebee85-7176-417e-ad58-75d67a6373ea', 'name': 'tempest-TestMinimumBasicScenario-1428214774-router', 'tenant_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:23Z', 'updated_at': '2022-04-08T12:07:53Z', 'revision_number': 6, 'project_id': 'd82a795a8bd844d3bcff25a305e2e74a', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:07:53.850934 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (35daafd1-a4d8-4de7-8400-f712459f8f68), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.875457 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Pushing event deleted for resources: {'Port': ['ID=35daafd1-a4d8-4de7-8400-f712459f8f68,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:53.910467 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:53.938549 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (cfebee85-7176-417e-ad58-75d67a6373ea), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.029770 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (cfebee85-7176-417e-ad58-75d67a6373ea), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.032312 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks [] for router_controller (cfebee85-7176-417e-ad58-75d67a6373ea), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.083373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (cfebee85-7176-417e-ad58-75d67a6373ea), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.083910 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfebee85-7176-417e-ad58-75d67a6373ea {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:07:54.088417 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.089606 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-242a2808-9c57-4e76-9408-0951d4d0b908 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cfebee85-7176-417e-ad58-75d67a6373ea HTTP/1.1" status: 204 len: 168 time: 0.7668114 Apr 08 12:07:54.093142 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48938) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:54.137606 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Deleting subnet 8b9cc124-2263-4ce6-8103-fd8421b43cfe {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:07:54.140560 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Publish callbacks [] for subnet (8b9cc124-2263-4ce6-8103-fd8421b43cfe), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.176988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (8b9cc124-2263-4ce6-8103-fd8421b43cfe), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.262047 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (8b9cc124-2263-4ce6-8103-fd8421b43cfe), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.331296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (8b9cc124-2263-4ce6-8103-fd8421b43cfe), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.367731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9cc124-2263-4ce6-8103-fd8421b43cfe,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:54.372470 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.376834 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7dce3fd1-729d-4c84-8e4b-c33ee02f6b18 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8b9cc124-2263-4ce6-8103-fd8421b43cfe HTTP/1.1" status: 204 len: 168 time: 0.2826931 Apr 08 12:07:54.378047 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ca81b-341d-4937-abfc-a2fb00613045 None None] Network 97a4e11f-87ad-4a06-89ca-63897bb130fe requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:07:54.378902 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48940) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:54.444664 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (97a4e11f-87ad-4a06-89ca-63897bb130fe), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.500383 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Deleting port 8ab10833-f24d-44c2-b46e-e9638021ef04 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:54.500629 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.579035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] For port 8ab10833-f24d-44c2-b46e-e9638021ef04, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=8ab10833-f24d-44c2-b46e-e9638021ef04,segment=NetworkSegment(7508de4d-b90c-4b22-9f9d-f9213a1e3c78),segment_id=7508de4d-b90c-4b22-9f9d-f9213a1e3c78)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:54.579625 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.594875 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Calling delete_port for 8ab10833-f24d-44c2-b46e-e9638021ef04 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:54.619282 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 35daafd1-a4d8-4de7-8400-f712459f8f68 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:54.640063 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 35daafd1-a4d8-4de7-8400-f712459f8f68 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:54.640412 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 35daafd1-a4d8-4de7-8400-f712459f8f68 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:54.640842 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:54.660932 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:54.661257 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 25a31fc2-399f-48fc-a503-ec68e4b5f8d2 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:54.685627 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6a969-5603-4084-943b-3225d9034f38 None None] DHCP port deletion for 97a4e11f-87ad-4a06-89ca-63897bb130fe request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:07:54.688989 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (8ab10833-f24d-44c2-b46e-e9638021ef04), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.724035 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] No DVR routers for this DVR port 8ab10833-f24d-44c2-b46e-e9638021ef04 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:07:54.728943 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab10833-f24d-44c2-b46e-e9638021ef04,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:54.794857 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (97a4e11f-87ad-4a06-89ca-63897bb130fe), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.817119 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a4e11f-87ad-4a06-89ca-63897bb130fe']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:54.826814 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7508de4d-b90c-4b22-9f9d-f9213a1e3c78') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:54.827114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7508de4d-b90c-4b22-9f9d-f9213a1e3c78') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:54.841260 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (7508de4d-b90c-4b22-9f9d-f9213a1e3c78), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.854889 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (7508de4d-b90c-4b22-9f9d-f9213a1e3c78), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.861137 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:07:54.861531 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (7508de4d-b90c-4b22-9f9d-f9213a1e3c78), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:07:54.863206 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:07:54.919399 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (97a4e11f-87ad-4a06-89ca-63897bb130fe), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.924533 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:54.927673 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] 10.222.0.55 "DELETE /v2.0/networks/97a4e11f-87ad-4a06-89ca-63897bb130fe HTTP/1.1" status: 204 len: 168 time: 0.5477931 Apr 08 12:07:54.930857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48942) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:54.939762 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecd01-e386-4df8-99bf-42a1d57e31ce admin admin] Pushing event deleted for resources: {'Network': ['ID=97a4e11f-87ad-4a06-89ca-63897bb130fe,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:55.158710 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:55.285324 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (95a42ff1-69e2-4936-bd71-fce40af5d813), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:55.544015 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Deleting port 6ad32b1a-249d-4b67-b3ca-d16114cca66a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:55.544262 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:55.622214 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] For port 6ad32b1a-249d-4b67-b3ca-d16114cca66a, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=6ad32b1a-249d-4b67-b3ca-d16114cca66a,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:55.622555 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:55.635621 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Calling delete_port for 6ad32b1a-249d-4b67-b3ca-d16114cca66a owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:55.829513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (6ad32b1a-249d-4b67-b3ca-d16114cca66a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:55.857220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad32b1a-249d-4b67-b3ca-d16114cca66a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:56.024761 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (95a42ff1-69e2-4936-bd71-fce40af5d813), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:56.245224 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Router 95a42ff1-69e2-4936-bd71-fce40af5d813 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:07:56.424513 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8ab10833-f24d-44c2-b46e-e9638021ef04 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:56.448149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 8ab10833-f24d-44c2-b46e-e9638021ef04 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:56.448473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 8ab10833-f24d-44c2-b46e-e9638021ef04 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:56.603149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:56.631015 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:07:56.636074 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a5175eb5-30cd-4259-a59e-69e821d6a020 admin admin] 10.222.0.55 "PUT /v2.0/routers/95a42ff1-69e2-4936-bd71-fce40af5d813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040145 Apr 08 12:07:56.638553 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48944) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:56.639875 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Sync routers for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:07:56.651021 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:56.651644 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:56.745786 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks [] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:56.845714 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:56.855001 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks [] for router_gateway (95a42ff1-69e2-4936-bd71-fce40af5d813), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:56.910455 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Deleting port 71d59f03-37fa-4729-ae5f-f89084f725db {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:56.910794 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:56.996370 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] For port 71d59f03-37fa-4729-ae5f-f89084f725db, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=71d59f03-37fa-4729-ae5f-f89084f725db,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:56.996735 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.013311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Calling delete_port for 71d59f03-37fa-4729-ae5f-f89084f725db owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:57.021815 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:07:55Z', 'revision_number': 5, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port': {'id': '71d59f03-37fa-4729-ae5f-f89084f725db', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:04:28Z', 'updated_at': '2022-04-08T12:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:57.051852 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Checking router: 95a42ff1-69e2-4936-bd71-fce40af5d813 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:07:57.060357 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Routers {'95a42ff1-69e2-4936-bd71-fce40af5d813'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:07:57.060989 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['95a42ff1-69e2-4936-bd71-fce40af5d813'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:57.148303 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] Set router 95a42ff1-69e2-4936-bd71-fce40af5d813 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:07:57.180290 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (71d59f03-37fa-4729-ae5f-f89084f725db), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.199649 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-62f1855e-4113-4517-be56-45238a56a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:07:56Z', 'revision_number': 6, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:57.206866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Pushing event deleted for resources: {'Port': ['ID=71d59f03-37fa-4729-ae5f-f89084f725db,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:57.229015 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1855e-4113-4517-be56-45238a56a483 None None] The sync data for ids ['95a42ff1-69e2-4936-bd71-fce40af5d813'] in dv-cinder-815660-8-iscsi is: [{'id': '95a42ff1-69e2-4936-bd71-fce40af5d813', 'name': 'tempest-TestMinimumBasicScenario-1502075192-router', 'tenant_id': 'af6ee091d9f046b5b159debcb214034a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:04:27Z', 'updated_at': '2022-04-08T12:07:56Z', 'revision_number': 6, 'project_id': 'af6ee091d9f046b5b159debcb214034a', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:07:57.271397 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (95a42ff1-69e2-4936-bd71-fce40af5d813), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.364382 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.366763 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks [] for router_controller (95a42ff1-69e2-4936-bd71-fce40af5d813), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.418921 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (95a42ff1-69e2-4936-bd71-fce40af5d813), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.419520 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a42ff1-69e2-4936-bd71-fce40af5d813 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:07:57.424258 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.425542 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0b1f503f-2fc0-4509-a0fe-69e75763ee2b admin admin] 10.222.0.55 "DELETE /v2.0/routers/95a42ff1-69e2-4936-bd71-fce40af5d813 HTTP/1.1" status: 204 len: 168 time: 0.7860763 Apr 08 12:07:57.428178 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48946) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:57.472506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Deleting subnet 7dbff487-af2b-4e72-9ff8-44b04d122096 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:07:57.475903 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Publish callbacks [] for subnet (7dbff487-af2b-4e72-9ff8-44b04d122096), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.512765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (7dbff487-af2b-4e72-9ff8-44b04d122096), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.587800 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (7dbff487-af2b-4e72-9ff8-44b04d122096), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.646804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (7dbff487-af2b-4e72-9ff8-44b04d122096), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.676008 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbff487-af2b-4e72-9ff8-44b04d122096,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:57.679805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.682935 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7ebd26e2-c993-4209-a4b1-c48b29173d89 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7dbff487-af2b-4e72-9ff8-44b04d122096 HTTP/1.1" status: 204 len: 168 time: 0.2537613 Apr 08 12:07:57.686038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48948) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:57.686226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b6b81-6618-49d6-adf8-50dbcd062405 None None] Network 4478a17a-41b5-4e57-aba3-79a85d6cfa86 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:07:57.761028 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (4478a17a-41b5-4e57-aba3-79a85d6cfa86), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.813414 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Deleting port 32d723f1-3a65-48f7-bbf0-0778f051a066 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:07:57.813756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.877433 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] For port 32d723f1-3a65-48f7-bbf0-0778f051a066, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=32d723f1-3a65-48f7-bbf0-0778f051a066,segment=NetworkSegment(50864ccb-761a-407e-a4e1-7870b38f00dd),segment_id=50864ccb-761a-407e-a4e1-7870b38f00dd)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:07:57.877788 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.890157 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Calling delete_port for 32d723f1-3a65-48f7-bbf0-0778f051a066 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:07:57.976362 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (32d723f1-3a65-48f7-bbf0-0778f051a066), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:57.990433 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2266c1-5f17-493b-adad-9ef0d0e915f0 None None] DHCP port deletion for 4478a17a-41b5-4e57-aba3-79a85d6cfa86 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:07:58.003841 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d723f1-3a65-48f7-bbf0-0778f051a066,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:58.007940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] No DVR routers for this DVR port 32d723f1-3a65-48f7-bbf0-0778f051a066 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:07:58.081727 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (4478a17a-41b5-4e57-aba3-79a85d6cfa86), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.103073 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4478a17a-41b5-4e57-aba3-79a85d6cfa86']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:58.113211 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50864ccb-761a-407e-a4e1-7870b38f00dd') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:58.113528 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50864ccb-761a-407e-a4e1-7870b38f00dd') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:07:58.123341 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (50864ccb-761a-407e-a4e1-7870b38f00dd), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.137140 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (50864ccb-761a-407e-a4e1-7870b38f00dd), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.143479 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:07:58.143881 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (50864ccb-761a-407e-a4e1-7870b38f00dd), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:07:58.145571 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:07:58.204528 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (4478a17a-41b5-4e57-aba3-79a85d6cfa86), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.210489 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.214337 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4478a17a-41b5-4e57-aba3-79a85d6cfa86 HTTP/1.1" status: 204 len: 168 time: 0.5272031 Apr 08 12:07:58.226670 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157bb3b-72df-4502-bdf6-7392cb7d7992 admin admin] Pushing event deleted for resources: {'Network': ['ID=4478a17a-41b5-4e57-aba3-79a85d6cfa86,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:58.369867 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 32d723f1-3a65-48f7-bbf0-0778f051a066 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:58.380443 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48952) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:58.396547 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 32d723f1-3a65-48f7-bbf0-0778f051a066 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:58.396923 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 32d723f1-3a65-48f7-bbf0-0778f051a066 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:58.397336 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 6ad32b1a-249d-4b67-b3ca-d16114cca66a no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:58.416429 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 6ad32b1a-249d-4b67-b3ca-d16114cca66a {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:58.416768 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 6ad32b1a-249d-4b67-b3ca-d16114cca66a not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:58.417196 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 71d59f03-37fa-4729-ae5f-f89084f725db no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:07:58.419971 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-21575c14-70ab-4e90-8903-5fc280b8c29d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d82a795a8bd844d3bcff25a305e2e74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382025 Apr 08 12:07:58.422345 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48954) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:58.435962 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 71d59f03-37fa-4729-ae5f-f89084f725db {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:07:58.436306 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 71d59f03-37fa-4729-ae5f-f89084f725db not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:07:58.469150 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] Publish callbacks [] for security_group (60095281-8b5d-4e0c-9ed3-1f24102e39b9), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.489989 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] Publish callbacks [] for security_group (60095281-8b5d-4e0c-9ed3-1f24102e39b9), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.538372 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (60095281-8b5d-4e0c-9ed3-1f24102e39b9), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.540909 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.542061 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60095281-8b5d-4e0c-9ed3-1f24102e39b9 HTTP/1.1" status: 204 len: 168 time: 0.1188273 Apr 08 12:07:58.549683 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03739cb3-3685-4cb6-94bd-b7c67566bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60095281-8b5d-4e0c-9ed3-1f24102e39b9,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:58.874940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48960) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:58.918975 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5c2ac9ad-8ce0-40f2-ab88-a1dd91a933cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af6ee091d9f046b5b159debcb214034a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428832 Apr 08 12:07:58.921961 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48962) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:58.969069 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] Publish callbacks [] for security_group (8d301e98-4542-44ab-b496-bb937c263785), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:58.990141 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] Publish callbacks [] for security_group (8d301e98-4542-44ab-b496-bb937c263785), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.038804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (8d301e98-4542-44ab-b496-bb937c263785), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.041758 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.042911 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d301e98-4542-44ab-b496-bb937c263785 HTTP/1.1" status: 204 len: 168 time: 0.1201072 Apr 08 12:07:59.050894 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd870e7-1390-4fa1-befc-2c6e5a9bc4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d301e98-4542-44ab-b496-bb937c263785,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:59.732359 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48984) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:07:59.831471 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1085135873-network', 'tenant_id': 'd07b1db1e7184663af46405260698878'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:59.852755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Made reservation on behalf of d07b1db1e7184663af46405260698878 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:07:59.855353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.863755 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.939506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks [] for security_group (c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.945353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.969247 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:07:59.978976 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:07:59.983806 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (3961387d-e843-4fb7-b6cf-59a499e0b967), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:07:59.984147 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Added segment 3961387d-e843-4fb7-b6cf-59a499e0b967 of type vlan for network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 Apr 08 12:08:00.025383 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.326158 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.327108 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:00.327691 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.379497 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6459744 Apr 08 12:08:00.382771 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48988) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:00.386937 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79837-7d81-4ac6-95ce-8b3be66f1692 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:00.389446 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Request body: {'subnet': {'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1085135873-subnet', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:00.396965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:08:00.413636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Made reservation on behalf of d07b1db1e7184663af46405260698878 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:08:00.416030 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12538244'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.586422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11065612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541566'] for subnet (fee21c07-6078-43a2-9dee-02eddba32d44), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.644109 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee21c07-6078-43a2-9dee-02eddba32d44,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:00.658566 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:00.659061 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Network hostable DHCP agents. Network: 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:08:00.686691 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:08:00.696476 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:00.701176 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:00.701675 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.706343 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709cb51-9cf5-4784-88e4-3eba2ab3dbd0 None None] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:08:00.720471 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c3ef2567-8e2e-4dcb-b03e-e18e7faf6af7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3359351 Apr 08 12:08:00.722698 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 48990) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:00.726913 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:00.749503 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (a7711898-176b-4d08-b26e-6a34414cf123), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.750719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (a7711898-176b-4d08-b26e-6a34414cf123), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.807411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for router_controller (a7711898-176b-4d08-b26e-6a34414cf123), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.811031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 12:08:00.811922 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:00.944643 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Allocated IP 172.20.0.2 (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1/fee21c07-6078-43a2-9dee-02eddba32d44/47608280-4df1-441c-b253-11f91bb33441) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:00.947121 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for router_gateway (a7711898-176b-4d08-b26e-6a34414cf123), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.083969 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks [] for port (47608280-4df1-441c-b253-11f91bb33441), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.091523 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (47608280-4df1-441c-b253-11f91bb33441), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.127280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:01.134432 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:01.138868 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:01.141868 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Pushing event updated for resources: {'Port': ['ID=47608280-4df1-441c-b253-11f91bb33441,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:01.152856 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.153226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.153563 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.153896 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.154225 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.154548 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.154646 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for router_gateway (a7711898-176b-4d08-b26e-6a34414cf123), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.154868 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.155186 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.155503 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.155820 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.156481 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.156796 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.157144 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.157455 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.157766 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:01.174991 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.204106 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Attempting to bind port 47608280-4df1-441c-b253-11f91bb33441 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:01.204469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Attempting to bind port 47608280-4df1-441c-b253-11f91bb33441 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:01.204840 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Attempting to bind port 47608280-4df1-441c-b253-11f91bb33441 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:01.210110 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:01.210630 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:01.211128 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.211657 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Bound using segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:01.212217 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Bound port: 47608280-4df1-441c-b253-11f91bb33441, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:01.212656 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (47608280-4df1-441c-b253-11f91bb33441), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.275184 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Allocated IP 172.27.2.77 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/0941c722-a552-45d2-a1eb-29bfdb96b916) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:01.275950 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] For port 47608280-4df1-441c-b253-11f91bb33441, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:01.279141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] For port 47608280-4df1-441c-b253-11f91bb33441, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=47608280-4df1-441c-b253-11f91bb33441,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:01.286565 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (47608280-4df1-441c-b253-11f91bb33441), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.346280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24162b7-f4ad-43d6-9f98-d860f6c840b2 None None] Pushing event updated for resources: {'Port': ['ID=47608280-4df1-441c-b253-11f91bb33441,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:01.385887 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.419759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.458194 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:01.461132 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:01.466725 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:01.495099 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Pushing event updated for resources: {'Port': ['ID=0941c722-a552-45d2-a1eb-29bfdb96b916,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:01.736830 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for router_gateway (a7711898-176b-4d08-b26e-6a34414cf123), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:01.939559 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (a7711898-176b-4d08-b26e-6a34414cf123), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.073772 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Router a7711898-176b-4d08-b26e-6a34414cf123 is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 12:08:02.188279 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:08:02.200649 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:08:02.212894 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:02.213563 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:02.214834 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.215436 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e6efd-73f8-4e69-9fe5-6979bc879111 None None] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:08:02.216105 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-85efd0d4-0b75-4704-98eb-4cdf2a6ce45a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4924679 Apr 08 12:08:02.219423 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 48992) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:02.368986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Provisioning complete for port 47608280-4df1-441c-b253-11f91bb33441 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:02.369501 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (47608280-4df1-441c-b253-11f91bb33441), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.405888 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 47608280-4df1-441c-b253-11f91bb33441 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:02.457350 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:02.639442 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.640334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 47608280-4df1-441c-b253-11f91bb33441 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:02.640690 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (47608280-4df1-441c-b253-11f91bb33441), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.685733 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Current status of the port 47608280-4df1-441c-b253-11f91bb33441 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:02.686126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (47608280-4df1-441c-b253-11f91bb33441), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.811883 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Allocated IP 172.20.0.1 (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1/fee21c07-6078-43a2-9dee-02eddba32d44/59316ba1-5b2d-480f-a5f3-2c43f17993ba) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:02.895189 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] For port 47608280-4df1-441c-b253-11f91bb33441, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=47608280-4df1-441c-b253-11f91bb33441,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:02.902790 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (47608280-4df1-441c-b253-11f91bb33441), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.916190 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks [] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.949198 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:02.962262 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 47608280-4df1-441c-b253-11f91bb33441 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:02.987650 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:01Z', 'revision_number': 3, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:02.989377 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80ba6e-99ed-4b3b-943f-34b7284b850e None None] Pushing event updated for resources: {'Port': ['ID=47608280-4df1-441c-b253-11f91bb33441,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:02.990094 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:02.992870 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:02.998518 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:03.022051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Pushing event updated for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:03.023372 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:08:03.023727 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Updating router a7711898-176b-4d08-b26e-6a34414cf123 port 0941c722-a552-45d2-a1eb-29bfdb96b916 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:08:03.041424 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (a7711898-176b-4d08-b26e-6a34414cf123), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.058030 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-6853d596-b58c-4db3-af82-13e6671011f0 None None] Provisioning complete for port 47608280-4df1-441c-b253-11f91bb33441 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:03.058399 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6853d596-b58c-4db3-af82-13e6671011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (47608280-4df1-441c-b253-11f91bb33441), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.060012 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.181526 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.244219 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6853d596-b58c-4db3-af82-13e6671011f0 None None] Current status of the port 47608280-4df1-441c-b253-11f91bb33441 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:03.342933 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks [] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.348495 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.379267 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-abd9d979-ab76-4d56-901b-ce24bd3ed013 None None] Provisioning complete for port 59316ba1-5b2d-480f-a5f3-2c43f17993ba triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:03.379564 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-abd9d979-ab76-4d56-901b-ce24bd3ed013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.382191 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks [] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.406759 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.412940 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Pushing event updated for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:03.415449 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (a7711898-176b-4d08-b26e-6a34414cf123), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.453151 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-abd9d979-ab76-4d56-901b-ce24bd3ed013 None None] Port 59316ba1-5b2d-480f-a5f3-2c43f17993ba cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:08:03.470740 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cfbb9-28a8-46c1-9766-ff3bcb789bc1 None None] Pushing event updated for resources: {'Port': ['ID=0941c722-a552-45d2-a1eb-29bfdb96b916,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:03.476506 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Attempting to bind port 0941c722-a552-45d2-a1eb-29bfdb96b916 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:03.476911 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Attempting to bind port 0941c722-a552-45d2-a1eb-29bfdb96b916 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:03.477268 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Attempting to bind port 0941c722-a552-45d2-a1eb-29bfdb96b916 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:03.482322 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:03.482693 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:03.483093 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.483474 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:03.483922 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Bound port: 0941c722-a552-45d2-a1eb-29bfdb96b916, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:03.484313 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.507793 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:03.509212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:03.541814 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] For port 0941c722-a552-45d2-a1eb-29bfdb96b916, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:03.545218 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] For port 0941c722-a552-45d2-a1eb-29bfdb96b916, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=0941c722-a552-45d2-a1eb-29bfdb96b916,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:03.554121 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.613931 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:03.614452 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:03.619842 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cfbb9-28a8-46c1-9766-ff3bcb789bc1 None None] Pushing event updated for resources: {'Port': ['ID=0941c722-a552-45d2-a1eb-29bfdb96b916,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:03.625688 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:08:03.730706 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:03.738221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:08:03.743798 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7d5643c8-7781-4ad1-a63d-dca2a0a89c68 admin admin] 10.222.0.55 "PUT /v2.0/routers/a7711898-176b-4d08-b26e-6a34414cf123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228081 Apr 08 12:08:03.823383 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-733b8a19-39dc-40c7-9fea-19d3b665743c None None] Provisioning complete for port 59316ba1-5b2d-480f-a5f3-2c43f17993ba triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:03.823756 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-733b8a19-39dc-40c7-9fea-19d3b665743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:03.899642 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-733b8a19-39dc-40c7-9fea-19d3b665743c None None] Port 59316ba1-5b2d-480f-a5f3-2c43f17993ba cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:08:03.973227 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 2, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:04.002208 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590d6cb-75f6-48c3-bbf5-52a51934eb00 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 2, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:08:04.223172 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49008) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:04.229335 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-855603843-network', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:04.250463 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Made reservation on behalf of cdf27500203d475eaf5e8aac091d8ff1 for: {'network': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:08:04.253030 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for network (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.262429 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.342566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks [] for security_group (984e36c3-1869-49d2-8b2e-01ef0f0b432a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.355981 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (984e36c3-1869-49d2-8b2e-01ef0f0b432a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.376739 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 12:08:04.381175 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 47608280-4df1-441c-b253-11f91bb33441 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:04.401568 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (528d366e-28df-437b-8a2e-17dc1e042bfa), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.402108 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.segments_db [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Added segment 528d366e-28df-437b-8a2e-17dc1e042bfa of type vlan for network 0eba592d-fcba-494d-b6c8-97152c9409e6 Apr 08 12:08:04.412353 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984e36c3-1869-49d2-8b2e-01ef0f0b432a,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:04.440956 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 47608280-4df1-441c-b253-11f91bb33441 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:04.441325 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (47608280-4df1-441c-b253-11f91bb33441), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.457799 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739395799947'] for network (0eba592d-fcba-494d-b6c8-97152c9409e6), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.490392 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270'] for network (0eba592d-fcba-494d-b6c8-97152c9409e6), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.491868 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:04.492300 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.527334 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 47608280-4df1-441c-b253-11f91bb33441 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:04.560178 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3358624 Apr 08 12:08:04.562804 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49010) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:04.569291 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Request body: {'subnet': {'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-855603843-subnet', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'ip_version': 4}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:04.577302 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9ff85-f26d-4f56-9676-3fc24e595b55 admin admin] Pushing event updated for resources: {'Network': ['ID=0eba592d-fcba-494d-b6c8-97152c9409e6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:04.587447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 details requested by agent ovs-agent-dv-cinder-815660-8-iscsi with host dv-cinder-815660-8-iscsi {{(pid=109770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 12:08:04.597832 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Made reservation on behalf of cdf27500203d475eaf5e8aac091d8ff1 for: {'subnet': 1} {{(pid=109768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:08:04.601399 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11650109'] for subnet (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.798820 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12560408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11652039'] for subnet (9b11f9cf-b39c-45bf-86d4-1286f19ec137), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.857591 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b11f9cf-b39c-45bf-86d4-1286f19ec137,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:04.869009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Checking segment: {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:04.869387 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Network hostable DHCP agents. Network: 0eba592d-fcba-494d-b6c8-97152c9409e6, hostable agents: ['2a246093-17ef-4fa1-8bcc-7a6083667cee'], hosted agents: [] {{(pid=109768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 12:08:04.888299 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 is scheduled to be hosted by DHCP agent 2a246093-17ef-4fa1-8bcc-7a6083667cee with binding_index 1 {{(pid=109768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 12:08:04.898884 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-8-iscsi, 0eba592d-fcba-494d-b6c8-97152c9409e6) {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:04.903064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:04.903711 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.908928 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874946c5-ad0a-4e74-bbf5-3ad677c87d24 None None] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:08:04.923757 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-e5da9345-a5e1-4ae4-8230-424b09305b1e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3596423 Apr 08 12:08:04.925962 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49012) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:04.931257 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:04.953689 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-599885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106516'] for router (efd816f3-d807-4cb5-9ece-4af91520081a), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:04.955125 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-600033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106735'] for router (efd816f3-d807-4cb5-9ece-4af91520081a), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.010302 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for router_controller (efd816f3-d807-4cb5-9ece-4af91520081a), precommit_add_association {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.018576 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb242d578-3f4b-59e8-b3b2-2ac954a47de7-0eba592d-fcba-494d-b6c8-97152c9409e6', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137'}]}} from dv-cinder-815660-8-iscsi. {{(pid=109770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 12:08:05.019639 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.159291 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for router_gateway (efd816f3-d807-4cb5-9ece-4af91520081a), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.162370 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Allocated IP 172.20.0.2 (0eba592d-fcba-494d-b6c8-97152c9409e6/9b11f9cf-b39c-45bf-86d4-1286f19ec137/dfce162d-f72f-421e-b4da-5c43d477459c) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:05.189903 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.329231 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks [] for port (dfce162d-f72f-421e-b4da-5c43d477459c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.336360 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.372771 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:05.375830 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for router_gateway (efd816f3-d807-4cb5-9ece-4af91520081a), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.379325 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:05.383758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:05.386973 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Pushing event updated for resources: {'Port': ['ID=dfce162d-f72f-421e-b4da-5c43d477459c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:05.397305 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.444132 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Attempting to bind port dfce162d-f72f-421e-b4da-5c43d477459c on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:05.444375 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Attempting to bind port dfce162d-f72f-421e-b4da-5c43d477459c by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:05.444743 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Attempting to bind port dfce162d-f72f-421e-b4da-5c43d477459c on network 0eba592d-fcba-494d-b6c8-97152c9409e6 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:05.449718 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:05.450081 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Checking segment: {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:05.450473 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.450851 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Bound using segment: {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:05.451306 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Bound port: dfce162d-f72f-421e-b4da-5c43d477459c, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:05.451672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.500404 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Allocated IP 172.27.2.90 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/56238f96-7a0d-493d-8609-4960d35abcc3) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:05.513420 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] For port dfce162d-f72f-421e-b4da-5c43d477459c, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:05.516977 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] For port dfce162d-f72f-421e-b4da-5c43d477459c, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=dfce162d-f72f-421e-b4da-5c43d477459c,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:05.523013 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.577891 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea450-23da-4e53-a910-c83045d8ccea None None] Pushing event updated for resources: {'Port': ['ID=dfce162d-f72f-421e-b4da-5c43d477459c,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:05.617013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for port (56238f96-7a0d-493d-8609-4960d35abcc3), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.652018 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:05.691526 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:05.694883 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:05.697493 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:05.736068 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Pushing event updated for resources: {'Port': ['ID=56238f96-7a0d-493d-8609-4960d35abcc3,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:05.982492 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for router_gateway (efd816f3-d807-4cb5-9ece-4af91520081a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.146862 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:08:06.163120 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:06.163718 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:06.181949 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-600026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603170'] for router (efd816f3-d807-4cb5-9ece-4af91520081a), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.285224 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:06.313816 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Router efd816f3-d807-4cb5-9ece-4af91520081a is scheduled to L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f with binding_index 1 {{(pid=109768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 12:08:06.432533 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:08:06.442351 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device dfce162d-f72f-421e-b4da-5c43d477459c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:06.448165 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Sync routers for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:08:06.463042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.464280 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-fa599a6d-2873-4999-ae91-d2af012ec640 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5370090 Apr 08 12:08:06.467559 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49014) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:06.486535 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:06.487370 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:06.519938 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 2, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:06.550471 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:08:06.551065 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Updating router a7711898-176b-4d08-b26e-6a34414cf123 port 59316ba1-5b2d-480f-a5f3-2c43f17993ba binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:08:06.582503 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.731064 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port dfce162d-f72f-421e-b4da-5c43d477459c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:06.731437 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.782398 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:06.839536 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea251baf-6ff8-485d-8834-9dde4ffda3c8 None None] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:08:06.891705 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks [] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.900598 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:06.963135 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Pushing event updated for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:06.976635 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.004517 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.004897 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.005308 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.005664 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.006257 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.006590 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.006915 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.007245 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.007570 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.009264 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.009264 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.009488 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.009679 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.009989 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.010308 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:07.027607 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Attempting to bind port 59316ba1-5b2d-480f-a5f3-2c43f17993ba on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:07.028194 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Attempting to bind port 59316ba1-5b2d-480f-a5f3-2c43f17993ba by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:07.028652 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Attempting to bind port 59316ba1-5b2d-480f-a5f3-2c43f17993ba on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:07.035696 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:07.036222 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:07.036802 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.037307 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Bound using segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:07.037924 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Bound port: 59316ba1-5b2d-480f-a5f3-2c43f17993ba, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:07.038394 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.050263 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-7d4b272b-43fc-41f8-8a16-94bd5c456b0b None None] Provisioning complete for port dfce162d-f72f-421e-b4da-5c43d477459c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:07.050692 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7d4b272b-43fc-41f8-8a16-94bd5c456b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.083340 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port dfce162d-f72f-421e-b4da-5c43d477459c is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:07.083340 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.115724 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] For port 59316ba1-5b2d-480f-a5f3-2c43f17993ba, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:07.119676 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] For port 59316ba1-5b2d-480f-a5f3-2c43f17993ba, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=59316ba1-5b2d-480f-a5f3-2c43f17993ba,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:07.139766 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.173660 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Allocated IP 172.20.0.1 (0eba592d-fcba-494d-b6c8-97152c9409e6/9b11f9cf-b39c-45bf-86d4-1286f19ec137/7b804b46-0fe8-4642-a45f-1cd22fe22324) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:07.173892 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port dfce162d-f72f-421e-b4da-5c43d477459c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=dfce162d-f72f-421e-b4da-5c43d477459c,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:07.201122 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.201928 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 0941c722-a552-45d2-a1eb-29bfdb96b916 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:07.301052 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks [] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.302570 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:07.304167 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:07.333652 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=dfce162d-f72f-421e-b4da-5c43d477459c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:07.337914 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b272b-43fc-41f8-8a16-94bd5c456b0b None None] Current status of the port dfce162d-f72f-421e-b4da-5c43d477459c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:07.363637 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 0941c722-a552-45d2-a1eb-29bfdb96b916 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:07.364016 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.365978 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.366841 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:05Z', 'revision_number': 3, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:07.418792 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:07.424694 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:07.428395 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:07.435889 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Pushing event updated for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:07.445058 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Checking router: efd816f3-d807-4cb5-9ece-4af91520081a for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:08:07.445604 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Updating router efd816f3-d807-4cb5-9ece-4af91520081a port 56238f96-7a0d-493d-8609-4960d35abcc3 binding host dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:08:07.475927 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:07.485857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605517'] for router_interface (efd816f3-d807-4cb5-9ece-4af91520081a), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.509331 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.549734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Provisioning complete for port 59316ba1-5b2d-480f-a5f3-2c43f17993ba triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:07.550100 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.659378 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.663993 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9ccd-2b0d-4526-8442-447fb0b06322 None None] Pushing event updated for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:07.725773 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 0941c722-a552-45d2-a1eb-29bfdb96b916 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:07.726157 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.773665 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:07.809380 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be12005-cfe6-4c06-b24c-826d9dbda4a1 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:08:07.818883 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 0941c722-a552-45d2-a1eb-29bfdb96b916, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=0941c722-a552-45d2-a1eb-29bfdb96b916,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:07.859272 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.894767 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks [] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.901240 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.914337 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Current status of the port 59316ba1-5b2d-480f-a5f3-2c43f17993ba is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:07.914736 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.989863 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=0941c722-a552-45d2-a1eb-29bfdb96b916,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:07.990059 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605665'] for router_interface (efd816f3-d807-4cb5-9ece-4af91520081a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:07.993816 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Pushing event updated for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:08.007940 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] For port 59316ba1-5b2d-480f-a5f3-2c43f17993ba, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=59316ba1-5b2d-480f-a5f3-2c43f17993ba,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:08.021110 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.023962 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks [] for port (56238f96-7a0d-493d-8609-4960d35abcc3), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.047560 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.090081 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:08.090294 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Attempting to bind port 56238f96-7a0d-493d-8609-4960d35abcc3 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:08.090595 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Attempting to bind port 56238f96-7a0d-493d-8609-4960d35abcc3 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:08.090958 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Attempting to bind port 56238f96-7a0d-493d-8609-4960d35abcc3 on network f72c0f87-5229-4fdc-9dee-2074767b713b {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:08.091671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:08.095920 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556e186-6f29-4841-8351-a4ad3d5eb1a5 None None] Pushing event updated for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:08.103286 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:08.104130 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Checking segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:08.104130 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.104469 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Bound using segment: {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:08.104921 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Bound port: 56238f96-7a0d-493d-8609-4960d35abcc3, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:08.105314 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.180502 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf13ed-3ac5-4576-9e36-b50b81e10939 None None] Pushing event updated for resources: {'Port': ['ID=56238f96-7a0d-493d-8609-4960d35abcc3,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:08.190450 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Provisioning complete for port 59316ba1-5b2d-480f-a5f3-2c43f17993ba triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:08.190867 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.221731 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] For port 56238f96-7a0d-493d-8609-4960d35abcc3, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:08.225961 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Router efd816f3-d807-4cb5-9ece-4af91520081a has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:08:08.244431 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] For port 56238f96-7a0d-493d-8609-4960d35abcc3, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=56238f96-7a0d-493d-8609-4960d35abcc3,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:08.256632 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.353349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf13ed-3ac5-4576-9e36-b50b81e10939 None None] Pushing event updated for resources: {'Port': ['ID=56238f96-7a0d-493d-8609-4960d35abcc3,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:08.356441 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:08.357085 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:08.359533 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Current status of the port 59316ba1-5b2d-480f-a5f3-2c43f17993ba is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:08.409831 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Provisioning complete for port dfce162d-f72f-421e-b4da-5c43d477459c triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:08.410209 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.466011 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device dfce162d-f72f-421e-b4da-5c43d477459c up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:08.627590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:08:08.642508 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-58106289-5f5c-4ec2-9352-aa5fb023b64f admin admin] 10.222.0.55 "PUT /v2.0/routers/efd816f3-d807-4cb5-9ece-4af91520081a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1641085 Apr 08 12:08:08.693094 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:08.796725 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port dfce162d-f72f-421e-b4da-5c43d477459c triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:08.797136 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.844113 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Current status of the port dfce162d-f72f-421e-b4da-5c43d477459c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:08.907295 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Provisioning complete for port 7b804b46-0fe8-4642-a45f-1cd22fe22324 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:08.907676 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:08.995575 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-83dd634d-9f2e-4795-8f28-776f4bf6a9e6 None None] Port 7b804b46-0fe8-4642-a45f-1cd22fe22324 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:08:09.011928 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port dfce162d-f72f-421e-b4da-5c43d477459c is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:09.013029 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 59316ba1-5b2d-480f-a5f3-2c43f17993ba up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:09.064311 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '7b804b46-0fe8-4642-a45f-1cd22fe22324', 'name': '', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'mac_address': 'fa:16:3e:46:95:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:06Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 2, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'subnets': [{'id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:09.095932 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7760c293-50cf-4d3b-a61a-b8ede49cb62b None None] The sync data for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi is: [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '7b804b46-0fe8-4642-a45f-1cd22fe22324', 'name': '', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'mac_address': 'fa:16:3e:46:95:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:06Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 2, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'subnets': [{'id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:08:09.101556 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 59316ba1-5b2d-480f-a5f3-2c43f17993ba triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:09.101930 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.146087 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-80facb39-dadf-4ea3-b0a8-0a5394044ab9 None None] Provisioning complete for port 7b804b46-0fe8-4642-a45f-1cd22fe22324 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:09.146465 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-80facb39-dadf-4ea3-b0a8-0a5394044ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.168909 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49022) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.173760 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352262470', 'description': 'tempest-secgroup-smoke-352262470 description', 'project_id': 'd07b1db1e7184663af46405260698878'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.186037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-80facb39-dadf-4ea3-b0a8-0a5394044ab9 None None] Port 7b804b46-0fe8-4642-a45f-1cd22fe22324 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:08:09.202523 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.224506 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 59316ba1-5b2d-480f-a5f3-2c43f17993ba is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:09.225687 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 0941c722-a552-45d2-a1eb-29bfdb96b916 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:09.273914 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (65ac0417-eb11-4280-b69a-b898c41c5b32), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.281332 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (65ac0417-eb11-4280-b69a-b898c41c5b32), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.281830 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 0941c722-a552-45d2-a1eb-29bfdb96b916 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:09.282257 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.339223 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.340464 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1704557 Apr 08 12:08:09.342348 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87257f-2ecc-46ed-ac09-96601b28cf8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac0417-eb11-4280-b69a-b898c41c5b32,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:09.343644 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49024) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.350398 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.385866 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 0941c722-a552-45d2-a1eb-29bfdb96b916 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:09.389818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (f4dcc743-f06f-4197-a97c-508276111b57), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.450009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (f4dcc743-f06f-4197-a97c-508276111b57), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.455257 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (f4dcc743-f06f-4197-a97c-508276111b57), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.473319 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dcc743-f06f-4197-a97c-508276111b57,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:09.484534 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.485895 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-ef112e9f-4d0a-41f6-b922-715e506b25aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393449 Apr 08 12:08:09.488573 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49026) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.493104 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.520038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (8f83c5ea-044b-452f-8e5a-167d5e1f7b3f), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.582227 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (8f83c5ea-044b-452f-8e5a-167d5e1f7b3f), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.587830 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (8f83c5ea-044b-452f-8e5a-167d5e1f7b3f), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.606308 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f83c5ea-044b-452f-8e5a-167d5e1f7b3f,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:09.613850 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.615105 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-661b1587-2120-4829-a7b3-7c335d82c514 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255574 Apr 08 12:08:09.617821 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49028) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.622234 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.648420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (bb574e37-0b10-4a38-ae5b-fa26e053efa5), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.709596 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (bb574e37-0b10-4a38-ae5b-fa26e053efa5), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.714809 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (bb574e37-0b10-4a38-ae5b-fa26e053efa5), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.733040 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb574e37-0b10-4a38-ae5b-fa26e053efa5,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:09.742717 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.743908 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3ae5fa3e-3021-4ddc-946e-a0e083c83051 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251175 Apr 08 12:08:09.746848 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49030) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.751452 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.790276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (f88f673c-1ab5-4754-856b-6b124495f8de), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.855250 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (f88f673c-1ab5-4754-856b-6b124495f8de), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.860628 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (f88f673c-1ab5-4754-856b-6b124495f8de), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.880650 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88f673c-1ab5-4754-856b-6b124495f8de,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:09.892668 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.893956 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ed58d5d5-c23c-4cae-bc31-cba94d905e17 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460888 Apr 08 12:08:09.896812 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49032) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:09.901298 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.923621 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.securitygroups_db [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Project d07b1db1e7184663af46405260698878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:08:09.929336 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (220af6d3-2088-4510-b94b-3b07d7b1364a), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.993883 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (220af6d3-2088-4510-b94b-3b07d7b1364a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:09.999049 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (220af6d3-2088-4510-b94b-3b07d7b1364a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.016838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220af6d3-2088-4510-b94b-3b07d7b1364a,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:10.026853 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.028091 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e89be0d9-fb65-4050-90fb-f447b101033b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302555 Apr 08 12:08:10.031601 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49034) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:10.036640 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'security_group_rule': {'security_group_id': '65ac0417-eb11-4280-b69a-b898c41c5b32', 'project_id': 'd07b1db1e7184663af46405260698878', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:10.059771 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.securitygroups_db [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Project d07b1db1e7184663af46405260698878 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:08:10.065044 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (cbc5be3d-49cc-4ef3-9213-16e86f0b4f17), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.128513 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (cbc5be3d-49cc-4ef3-9213-16e86f0b4f17), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.133477 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602785'] for security_group_rule (cbc5be3d-49cc-4ef3-9213-16e86f0b4f17), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.153638 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc5be3d-49cc-4ef3-9213-16e86f0b4f17,revision_number=0']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:10.161163 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.162550 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-a4edda93-bd85-4835-8286-6ac5e8ab4e66 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299098 Apr 08 12:08:10.409339 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 56238f96-7a0d-493d-8609-4960d35abcc3 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:10.465653 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 56238f96-7a0d-493d-8609-4960d35abcc3 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:10.466303 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.545466 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 56238f96-7a0d-493d-8609-4960d35abcc3 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:10.545857 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.567404 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] For port 56238f96-7a0d-493d-8609-4960d35abcc3, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=56238f96-7a0d-493d-8609-4960d35abcc3,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:10.573720 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:10.628484 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Pushing event updated for resources: {'Port': ['ID=56238f96-7a0d-493d-8609-4960d35abcc3,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:11.462042 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Sync routers for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:08:11.474402 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:11.475071 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:11.584006 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:11.800200 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '7b804b46-0fe8-4642-a45f-1cd22fe22324', 'name': '', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'mac_address': 'fa:16:3e:46:95:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:06Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 2, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'subnets': [{'id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:11.828705 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Checking router: efd816f3-d807-4cb5-9ece-4af91520081a for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:08:11.829098 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Updating router efd816f3-d807-4cb5-9ece-4af91520081a port 7b804b46-0fe8-4642-a45f-1cd22fe22324 binding host dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 12:08:11.856062 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.124284 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks [] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.137659 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.211509 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762976b8-f5ad-49f0-925b-c4616e60b2d3 None None] Pushing event updated for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:12.244210 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Attempting to bind port 7b804b46-0fe8-4642-a45f-1cd22fe22324 on host dv-cinder-815660-8-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:12.244582 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Attempting to bind port 7b804b46-0fe8-4642-a45f-1cd22fe22324 by drivers openvswitch,hyperv on host dv-cinder-815660-8-iscsi at level 0 using segments [{'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:12.245094 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Attempting to bind port 7b804b46-0fe8-4642-a45f-1cd22fe22324 on network 0eba592d-fcba-494d-b6c8-97152c9409e6 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:12.250467 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Checking agent: {'id': 'b5c9ceb8-88cc-4753-ab35-c34ab20c4604', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 41, 27), 'started_at': datetime.datetime(2022, 4, 8, 11, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:12.250841 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Checking segment: {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:12.251248 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.251645 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Bound using segment: {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:12.252282 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Bound port: 7b804b46-0fe8-4642-a45f-1cd22fe22324, host: dv-cinder-815660-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528d366e-28df-437b-8a2e-17dc1e042bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:12.252669 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.325917 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] For port 7b804b46-0fe8-4642-a45f-1cd22fe22324, host dv-cinder-815660-8-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:12.329336 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] For port 7b804b46-0fe8-4642-a45f-1cd22fe22324, host dv-cinder-815660-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=7b804b46-0fe8-4642-a45f-1cd22fe22324,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:12.337384 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.395109 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:12.395779 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:07:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:12.396183 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 56238f96-7a0d-493d-8609-4960d35abcc3 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:12.449964 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Provisioning complete for port 7b804b46-0fe8-4642-a45f-1cd22fe22324 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:12.450640 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.501680 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 56238f96-7a0d-493d-8609-4960d35abcc3 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:12.502288 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.507883 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762976b8-f5ad-49f0-925b-c4616e60b2d3 None None] Pushing event updated for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:12.521640 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:12.576528 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Current status of the port 7b804b46-0fe8-4642-a45f-1cd22fe22324 is: DOWN; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:12.577341 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.642241 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] For port 7b804b46-0fe8-4642-a45f-1cd22fe22324, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=7b804b46-0fe8-4642-a45f-1cd22fe22324,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:12.645008 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 56238f96-7a0d-493d-8609-4960d35abcc3 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:12.647635 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.701084 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d9a87-d879-44e8-84b0-e1524434ca23 None None] Pushing event updated for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:12.768732 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-6ae25df2-03c6-4221-9139-a0c01b908583 None None] Provisioning complete for port 7b804b46-0fe8-4642-a45f-1cd22fe22324 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:12.769144 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ae25df2-03c6-4221-9139-a0c01b908583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:12.823564 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '7b804b46-0fe8-4642-a45f-1cd22fe22324', 'name': '', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'mac_address': 'fa:16:3e:46:95:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:06Z', 'updated_at': '2022-04-08T12:08:12Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'subnets': [{'id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:12.855966 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-6ae25df2-03c6-4221-9139-a0c01b908583 None None] Current status of the port 7b804b46-0fe8-4642-a45f-1cd22fe22324 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:12.856259 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7f23b-54e9-4c2e-98da-408722748647 None None] The sync data for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi is: [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '7b804b46-0fe8-4642-a45f-1cd22fe22324', 'name': '', 'network_id': '0eba592d-fcba-494d-b6c8-97152c9409e6', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'mac_address': 'fa:16:3e:46:95:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:06Z', 'updated_at': '2022-04-08T12:08:12Z', 'revision_number': 4, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'subnets': [{'id': '9b11f9cf-b39c-45bf-86d4-1286f19ec137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:08:14.401942 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 7b804b46-0fe8-4642-a45f-1cd22fe22324 up at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:14.460590 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Provisioning complete for port 7b804b46-0fe8-4642-a45f-1cd22fe22324 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:14.461005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:14.550801 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Current status of the port 7b804b46-0fe8-4642-a45f-1cd22fe22324 is: ACTIVE; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:20.446627 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7f5f888f-14ad-4d3b-b955-9b7b027ba0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:22.703515 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a68ed0f4-f2d2-4bcc-8a2c-e403cef52211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:23.914627 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:25.169462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:26.609737 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:28.749790 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:08:30.858540 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-64492240-1e0c-41c0-80c1-5059aa7f394f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352262470&fields=id&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 267 time: 0.0483332 Apr 08 12:08:30.971808 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-e6270e5d-9f38-4e76-be3d-f501721ff58a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:30.973285 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-e6270e5d-9f38-4e76-be3d-f501721ff58a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1075838 Apr 08 12:08:30.988174 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-3dfd7034-343c-41ce-8eaa-c4b4d2ff42f6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/quotas/d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Apr 08 12:08:31.047352 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-e93a1b68-376b-4d37-8a51-cfcaa0d89570 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541749 Apr 08 12:08:31.238666 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-536eb6eb-3af4-4dfa-8464-5f29ef4964ee service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798353 Apr 08 12:08:31.597715 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-406a10aa-6448-493e-811f-73ba457e96c4 service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532019 Apr 08 12:08:31.897595 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7d130c68-08d3-4de8-8b63-2935edf4d5c1 req-0c8b6621-aec8-4878-87cf-3be94928c0ad tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Apr 08 12:08:32.913392 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-44f41eb5-1d7d-42c1-acf4-09edc4f22f38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:32.914889 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-44f41eb5-1d7d-42c1-acf4-09edc4f22f38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1089530 Apr 08 12:08:32.979804 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-371d4412-e274-4b64-8640-cb7a684c2205 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 379 time: 0.0566711 Apr 08 12:08:32.988938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'port': {'device_id': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'admin_state_up': True, 'tenant_id': 'd07b1db1e7184663af46405260698878', 'security_groups': ['65ac0417-eb11-4280-b69a-b898c41c5b32']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:32.997469 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-a07aba27-f79b-40d8-a193-a71dd2f31988 req-50a9e66b-9dc9-4285-9e96-99f888991ced tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 210 time: 0.0307710 Apr 08 12:08:33.104634 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Made reservation on behalf of d07b1db1e7184663af46405260698878 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:08:33.110087 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.241952 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.20.0.5 (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1/fee21c07-6078-43a2-9dee-02eddba32d44/c2dc7fbe-3c3e-49da-aec2-b1143293c522) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:33.383720 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.420249 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.461286 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:33.464369 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:33.470117 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:33.476586 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:33.522093 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:33.522710 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.542994 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-862f7e78-8ce5-40a6-9f1a-9e8c2946cab6 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582047 Apr 08 12:08:33.555199 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Request body: {'port': {'device_id': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:33.620490 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.722703 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-e73db4fc-48f9-4f51-8afe-850f64c8e242 None None] Provisioning complete for port c2dc7fbe-3c3e-49da-aec2-b1143293c522 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:33.723335 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e73db4fc-48f9-4f51-8afe-850f64c8e242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.758317 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-e73db4fc-48f9-4f51-8afe-850f64c8e242 None None] Port c2dc7fbe-3c3e-49da-aec2-b1143293c522 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:08:33.889067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dc7fbe-3c3e-49da-aec2-b1143293c522 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:08:33.899039 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks [] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:33.918431 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Transition to ACTIVE for port object c2dc7fbe-3c3e-49da-aec2-b1143293c522 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:08:33.925208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:34.010813 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:34.066306 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Attempting to bind port c2dc7fbe-3c3e-49da-aec2-b1143293c522 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:34.066683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Attempting to bind port c2dc7fbe-3c3e-49da-aec2-b1143293c522 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:08:34.066987 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Attempting to bind port c2dc7fbe-3c3e-49da-aec2-b1143293c522 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:34.081645 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Port c2dc7fbe-3c3e-49da-aec2-b1143293c522 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:08:34.081978 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Attempting to bind port c2dc7fbe-3c3e-49da-aec2-b1143293c522 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:08:34.102998 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:08:34.103336 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:08:34.103722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Bound using segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:08:34.104159 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Bound port: c2dc7fbe-3c3e-49da-aec2-b1143293c522, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:08:34.104517 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:34.162603 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbf16f-d4d0-4c3f-8a69-319269742447 req-5ae92bda-d530-4482-ac26-c231fa78d6c3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:34.164087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25bbf16f-d4d0-4c3f-8a69-319269742447 req-5ae92bda-d530-4482-ac26-c231fa78d6c3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0947416 Apr 08 12:08:34.203318 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:08:34.207234 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:08:34.220067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:34.256603 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25bbf16f-d4d0-4c3f-8a69-319269742447 req-0e16839e-b2a8-4487-a653-e67d4de88615 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860646 Apr 08 12:08:34.265569 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:34.266255 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:34.267576 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 1093 time: 0.7167344 Apr 08 12:08:34.267989 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:08:34.270285 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c925ff4-04c6-444f-99d2-582de54346da" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:08:34.296588 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf484-3a2b-4ec8-822f-ab131066a465 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:34.318524 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dcda77-262d-49ae-aa57-056ae3728fbc x-openstack-request-id: req-83dcda77-262d-49ae-aa57-056ae3728fbc {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:08:34.318880 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:08:34.319198 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83dcda77-262d-49ae-aa57-056ae3728fbc {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:08:34.319706 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dcda77-262d-49ae-aa57-056ae3728fbc'] response: {'name': 'network-changed', 'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'status': 'completed', 'code': 200} Apr 08 12:08:34.372722 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-81a8bc31-8700-4edb-99d4-224183f74bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:34.374412 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-81a8bc31-8700-4edb-99d4-224183f74bed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0504496 Apr 08 12:08:34.416505 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-4a3f28db-1c66-4d46-b727-2d17991d598d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 217 time: 0.0348887 Apr 08 12:08:34.464562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-63799fac-95a8-430e-9159-d582ccc3b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:34.466223 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-63799fac-95a8-430e-9159-d582ccc3b8cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0443423 Apr 08 12:08:34.514066 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8698-6f5a-4502-b502-5422a5169967 req-e4444e05-334e-4755-9b90-0956d8562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:34.515454 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-e4444e05-334e-4755-9b90-0956d8562b61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433760 Apr 08 12:08:34.615290 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-9dbfb7b8-10d8-4065-b4ce-9647aadae399 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930705 Apr 08 12:08:34.716341 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-207c8698-6f5a-4502-b502-5422a5169967 req-64438917-8945-4bf5-adad-5600456e0682 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942984 Apr 08 12:08:35.183936 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:35.382941 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f900ee2-98c4-4e5c-b24b-49e6bcc39fda req-5cc81abd-ef79-4923-9d0a-797256f20971 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:35.384389 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f900ee2-98c4-4e5c-b24b-49e6bcc39fda req-5cc81abd-ef79-4923-9d0a-797256f20971 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0527716 Apr 08 12:08:35.435959 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f900ee2-98c4-4e5c-b24b-49e6bcc39fda req-ecde39dd-e26b-4e95-a4e3-6df0622240a8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457690 Apr 08 12:08:35.500128 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925ff4-04c6-444f-99d2-582de54346da req-cd2fbdfd-7ace-43ca-9687-bad9b0ebbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:35.501661 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-cd2fbdfd-7ace-43ca-9687-bad9b0ebbbca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1127 time: 0.0556378 Apr 08 12:08:35.592139 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925ff4-04c6-444f-99d2-582de54346da req-9c17e4fe-99fe-4612-a61d-d9075fa842b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:35.593591 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-9c17e4fe-99fe-4612-a61d-d9075fa842b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0853329 Apr 08 12:08:35.633663 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-8771c96b-76cb-4488-9408-cc3a886bf11e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 217 time: 0.0334888 Apr 08 12:08:35.688642 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925ff4-04c6-444f-99d2-582de54346da req-065f1769-d7a5-4264-b826-4860395726a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:35.690077 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-065f1769-d7a5-4264-b826-4860395726a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0510030 Apr 08 12:08:35.742413 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c925ff4-04c6-444f-99d2-582de54346da req-e140bcf7-901a-4690-b379-12185b10e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:35.744210 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-e140bcf7-901a-4690-b379-12185b10e82a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483177 Apr 08 12:08:35.831751 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-c5211a18-3935-457c-980e-40acfce61900 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811803 Apr 08 12:08:35.926917 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c925ff4-04c6-444f-99d2-582de54346da req-49381e08-20e2-4abb-9091-0458447194f7 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887063 Apr 08 12:08:36.567176 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1c1a-3d22-469d-bd3d-f57f9bbefa54 req-088065b6-46fe-49a0-b46b-3c976a3a9390 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:36.568632 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3d1e1c1a-3d22-469d-bd3d-f57f9bbefa54 req-088065b6-46fe-49a0-b46b-3c976a3a9390 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0608926 Apr 08 12:08:36.622788 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3d1e1c1a-3d22-469d-bd3d-f57f9bbefa54 req-f0ba5190-bf7b-444b-b3fc-4d9577eeb82b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482674 Apr 08 12:08:37.753830 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcc38-d9b8-4f9e-974b-4625ff1a4bc0 req-17c43169-0532-4aaf-a185-f88711508e76 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:37.755273 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b2dcc38-d9b8-4f9e-974b-4625ff1a4bc0 req-17c43169-0532-4aaf-a185-f88711508e76 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0548139 Apr 08 12:08:37.808334 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b2dcc38-d9b8-4f9e-974b-4625ff1a4bc0 req-cefc9c57-937a-45b4-9a30-a6962e6eced7 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469375 Apr 08 12:08:38.946168 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392a17f-2365-4afc-aacb-a6f623171781 req-c0cfe86f-8edf-47cc-bea2-6c7228d83441 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:38.947616 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3392a17f-2365-4afc-aacb-a6f623171781 req-c0cfe86f-8edf-47cc-bea2-6c7228d83441 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0659494 Apr 08 12:08:39.010896 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3392a17f-2365-4afc-aacb-a6f623171781 req-a9b5ffc3-603b-41f9-8034-6ab14bc7fefa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552580 Apr 08 12:08:40.155230 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76b736-8ad6-4cb1-9ba9-4e18ff1299b3 req-f9514b7c-b142-44bf-969c-7d7aa8d2f4e9 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:40.157129 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b76b736-8ad6-4cb1-9ba9-4e18ff1299b3 req-f9514b7c-b142-44bf-969c-7d7aa8d2f4e9 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0724554 Apr 08 12:08:40.210406 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b76b736-8ad6-4cb1-9ba9-4e18ff1299b3 req-dcd059aa-0974-4e04-bf23-82d6bc8cf19b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Apr 08 12:08:41.343756 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ee24-231a-4812-a98f-58119781d15a req-73bd93f3-8d70-4655-8e9f-b5ef50e20997 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:41.345233 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5055ee24-231a-4812-a98f-58119781d15a req-73bd93f3-8d70-4655-8e9f-b5ef50e20997 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0531950 Apr 08 12:08:41.393889 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-5055ee24-231a-4812-a98f-58119781d15a req-1ded4d82-76dd-438a-a385-86434de6393d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Apr 08 12:08:42.286932 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c2dc7fbe-3c3e-49da-aec2-b1143293c522 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:08:42.387518 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:42.398579 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'port_id': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'mac_address': 'fa:16:3e:c9:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:08:42.439616 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port c2dc7fbe-3c3e-49da-aec2-b1143293c522 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:42.440009 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:42.453562 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dc7fbe-3c3e-49da-aec2-b1143293c522 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:08:42.472985 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:42.478870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:42.512161 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a59b3-d2eb-4070-b584-e5315a356a61 req-a6775264-8e97-4cfd-9839-eabcfe01ac9f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:42.515003 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be0a59b3-d2eb-4070-b584-e5315a356a61 req-a6775264-8e97-4cfd-9839-eabcfe01ac9f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 943 time: 0.0540457 Apr 08 12:08:42.525540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:42.562071 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be0a59b3-d2eb-4070-b584-e5315a356a61 req-047a2782-ad7c-4c24-b414-b0aa949d04e7 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Apr 08 12:08:42.850694 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['c2dc7fbe-3c3e-49da-aec2-b1143293c522'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:08:43.691746 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186ea97-8661-4e12-8814-ca80c8d02676 req-b3478683-be86-46d7-81ec-e5d5244e9e42 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:43.693238 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e186ea97-8661-4e12-8814-ca80c8d02676 req-b3478683-be86-46d7-81ec-e5d5244e9e42 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 944 time: 0.0553114 Apr 08 12:08:43.746108 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-e186ea97-8661-4e12-8814-ca80c8d02676 req-022e3607-16c2-4326-a014-9a4af8c7808a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472803 Apr 08 12:08:44.292270 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c2dc7fbe-3c3e-49da-aec2-b1143293c522 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:08:44.352299 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port c2dc7fbe-3c3e-49da-aec2-b1143293c522 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:44.355985 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port c2dc7fbe-3c3e-49da-aec2-b1143293c522 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:44.356360 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:44.436565 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port c2dc7fbe-3c3e-49da-aec2-b1143293c522 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:08:44.436944 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:44.459567 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:08:44.461844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7cbd7b-4f0b-4fd9-a8cb-8126d325f0fb" -d '{"events": [{"server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:08:44.477711 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:08:44.484430 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:44.531375 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:44.572872 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a92a125-9d0a-4dce-bea6-7f1474e4516d x-openstack-request-id: req-8a92a125-9d0a-4dce-bea6-7f1474e4516d {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:08:44.573565 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "name": "network-vif-plugged", "status": "completed", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:08:44.573826 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a92a125-9d0a-4dce-bea6-7f1474e4516d {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:08:44.574239 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a92a125-9d0a-4dce-bea6-7f1474e4516d'] response: {'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'code': 200} Apr 08 12:08:44.796706 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0dec-3dc4-4cc9-b5ca-1851abe54507 req-c81a12b5-adb4-4028-b155-280fcaaee02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:44.798160 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d8eb0dec-3dc4-4cc9-b5ca-1851abe54507 req-c81a12b5-adb4-4028-b155-280fcaaee02d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0455551 Apr 08 12:08:44.849673 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d8eb0dec-3dc4-4cc9-b5ca-1851abe54507 req-a17ac617-0c48-45d9-8e73-6a1ae7b4c977 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Apr 08 12:08:44.865294 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6e9bd-1a49-4bef-8acc-80a4e30eac1d req-e90c911f-78a8-482a-859c-edf490a4eaec tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:44.866825 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-44a6e9bd-1a49-4bef-8acc-80a4e30eac1d req-e90c911f-78a8-482a-859c-edf490a4eaec tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Apr 08 12:08:44.915244 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-44a6e9bd-1a49-4bef-8acc-80a4e30eac1d req-78391616-dc47-4129-924e-41e00f89b2c3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425787 Apr 08 12:08:46.046930 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340486e-e145-46f6-b820-a707af57fbd0 req-6f8b720a-d7e4-46ce-bed5-bc2d5aaa7692 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:46.048397 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1340486e-e145-46f6-b820-a707af57fbd0 req-6f8b720a-d7e4-46ce-bed5-bc2d5aaa7692 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.0555074 Apr 08 12:08:46.096722 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1340486e-e145-46f6-b820-a707af57fbd0 req-613622bb-758f-47e1-a849-74ab7072858d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426033 Apr 08 12:08:47.231047 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6975f-398e-4eb8-befa-c65035d0b1b8 req-0db09e37-d7c6-43ca-b92c-4f7aa0157a5a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:47.232509 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f9c6975f-398e-4eb8-befa-c65035d0b1b8 req-0db09e37-d7c6-43ca-b92c-4f7aa0157a5a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.0542157 Apr 08 12:08:47.282765 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f9c6975f-398e-4eb8-befa-c65035d0b1b8 req-dd2c2a70-4ae2-4b5c-8252-606ff080e76b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Apr 08 12:08:47.398648 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7ccc0-399b-4fc0-a6a0-c83c86dc913f req-7f2a40fb-3bfa-48b5-994a-4ddd8cc66eeb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:47.399985 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-78f7ccc0-399b-4fc0-a6a0-c83c86dc913f req-7f2a40fb-3bfa-48b5-994a-4ddd8cc66eeb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Apr 08 12:08:47.448911 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-78f7ccc0-399b-4fc0-a6a0-c83c86dc913f req-2965c8c0-be83-48b3-8d9c-794890fb8668 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428205 Apr 08 12:08:47.471562 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49218) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:47.575665 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe01a4-1a59-478f-939f-0bd22634685e tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:47.577197 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0afe01a4-1a59-478f-939f-0bd22634685e tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1124 time: 0.1043234 Apr 08 12:08:47.580169 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49222) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:08:47.584311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'port_id': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:47.607245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:47.703564 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:47.815444 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.27.2.13 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/d47c1917-fa77-4473-8b50-1bb5f46d083c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:08:47.922953 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:47.960252 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.001180 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:08:48.005898 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:08:48.010247 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:08:48.013220 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=d47c1917-fa77-4473-8b50-1bb5f46d083c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:48.038747 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.039086 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.039418 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.039752 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.040083 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.040395 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.040707 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.041060 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.041379 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.041676 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.041988 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.042303 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.042613 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.042920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.043230 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:08:48.385818 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (b5acb506-34f6-4566-81bc-a9099bc3df93), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.465129 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.615189 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.621890 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.684917 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=d47c1917-fa77-4473-8b50-1bb5f46d083c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:08:48.696989 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (b5acb506-34f6-4566-81bc-a9099bc3df93), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:48.797087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP b5acb506-34f6-4566-81bc-a9099bc3df93 associated. External IP: 172.27.2.13, port: c2dc7fbe-3c3e-49da-aec2-b1143293c522. Apr 08 12:08:49.008492 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:08:49.120666 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:08:49.132142 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:08:49.143452 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:49.147309 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:49.147989 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:08:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:49.177153 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9a0829fd-8e0b-4a37-a465-ac3b0c504a15 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5959585 Apr 08 12:08:49.177745 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:08:49.180026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c355250c-f659-480d-b498-16de58f963d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:08:49.219535 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216beeb3-0171-482e-b837-9997f3d2cb91 x-openstack-request-id: req-216beeb3-0171-482e-b837-9997f3d2cb91 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:08:49.219885 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:08:49.220214 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-216beeb3-0171-482e-b837-9997f3d2cb91 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:08:49.220738 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216beeb3-0171-482e-b837-9997f3d2cb91'] response: {'name': 'network-changed', 'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'status': 'completed', 'code': 200} Apr 08 12:08:49.259728 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:49.288700 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355250c-f659-480d-b498-16de58f963d7 req-9844b2b7-016a-4292-948f-cff0fe247a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:49.290448 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-9844b2b7-016a-4292-948f-cff0fe247a9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0470283 Apr 08 12:08:49.381957 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355250c-f659-480d-b498-16de58f963d7 req-9980aa18-0c98-4c8f-a1b7-9998e616bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:49.383357 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-9980aa18-0c98-4c8f-a1b7-9998e616bf58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0868099 Apr 08 12:08:49.451604 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-1c876bf3-c49e-40a4-8611-eb581516b60b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 998 time: 0.0628002 Apr 08 12:08:49.478240 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'b5acb506-34f6-4566-81bc-a9099bc3df93', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c9:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:08:48Z', 'updated_at': '2022-04-08T12:08:48Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:49.502151 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355250c-f659-480d-b498-16de58f963d7 req-878422db-7bbd-44c2-90b5-43b7e417fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:49.503633 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-878422db-7bbd-44c2-90b5-43b7e417fd53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0454538 Apr 08 12:08:49.507531 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:08:49.516418 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:08:49.517054 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:08:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:49.557074 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355250c-f659-480d-b498-16de58f963d7 req-1a5cac9a-a1cf-4f29-9029-8d7b43e545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:08:49.558614 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-1a5cac9a-a1cf-4f29-9029-8d7b43e545ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487790 Apr 08 12:08:49.767095 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:08:49.919006 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-3bf9cfc7-7c64-4d74-8250-6df195752b78 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546252 Apr 08 12:08:49.999508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'b5acb506-34f6-4566-81bc-a9099bc3df93', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c9:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:08:48Z', 'updated_at': '2022-04-08T12:08:48Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:08:50.009594 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c355250c-f659-480d-b498-16de58f963d7 req-a9098777-130a-46a2-99ac-7897ce157403 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842781 Apr 08 12:08:50.031617 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06afb2-7e80-4c1a-bcfb-d4857528830e None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': 'b5acb506-34f6-4566-81bc-a9099bc3df93', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c9:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:08:48Z', 'updated_at': '2022-04-08T12:08:48Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:08:50.450614 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2d57bac-5d7a-4ac1-91ba-e510397e8931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:50.694033 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84387ba3-5429-4f51-a131-522ddd008fda None None] New status for floating IP b5acb506-34f6-4566-81bc-a9099bc3df93: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:08:52.699596 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bc70b30a-f51e-48bd-bf64-b205be4da32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:53.927510 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:55.181192 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:08:56.604939 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:05.187112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:05.754846 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:09:20.459174 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7a40a45c-a020-4652-8b1d-c87baee55c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:22.696965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d030be12-1f8e-42ab-9929-9cb41aafd805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:23.922986 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:23.948018 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-2ba0e1f9-787c-46f2-829d-58555ae8ef80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504148 Apr 08 12:09:24.038547 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-50ad490e-e0a2-49e6-a925-ebafc6cb800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:09:24.040067 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-50ad490e-e0a2-49e6-a925-ebafc6cb800d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0507321 Apr 08 12:09:24.142672 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-f6fea9cd-bf26-4b31-9202-2795aaa5b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:09:24.144089 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-f6fea9cd-bf26-4b31-9202-2795aaa5b9dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0856178 Apr 08 12:09:24.213240 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-1acef109-9ad4-436c-a60c-5c9662078460 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 1000 time: 0.0627210 Apr 08 12:09:24.261927 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-cb7b9a2f-2f5d-4e44-9be3-c26fd0ca5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:09:24.263418 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-cb7b9a2f-2f5d-4e44-9be3-c26fd0ca5da4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0439548 Apr 08 12:09:24.315090 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-ef8f7f33-44cd-49c3-9d2e-839a131e933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:09:24.316611 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-ef8f7f33-44cd-49c3-9d2e-839a131e933b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465236 Apr 08 12:09:24.414756 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-d5dd55da-1780-4640-b780-f529491a63af service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916550 Apr 08 12:09:24.513964 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e6ed9b6-d180-4071-bbea-5cb3fb7ca214 req-79e2a12e-522b-4446-bc73-dfd90d078377 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Apr 08 12:09:25.175971 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:26.606413 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:35.183625 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:42.754551 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:09:50.456076 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-13fe3da5-3c29-4262-ab74-57dd195b1aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:52.694028 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bf27e1e6-dc82-407a-b555-4f41c102c56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:53.935364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:55.187649 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:09:56.611669 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:05.193164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:19.757334 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:10:20.451233 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b884-8dcb-48b8-bd35-ba2fe9b673e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:22.688766 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-38d5c7cb-e916-4fff-8105-dea7bc5b44e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:23.929468 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:23.948903 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-d395a28b-a915-460e-9e96-5114622ee146 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492485 Apr 08 12:10:24.063393 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-049a5279-f9f3-47be-bee1-d95c47cdcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:10:24.064914 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-049a5279-f9f3-47be-bee1-d95c47cdcb04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 1129 time: 0.0485141 Apr 08 12:10:24.167289 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-eb831201-c21d-43ab-b32c-c9e93493af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:10:24.168646 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-eb831201-c21d-43ab-b32c-c9e93493af94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0841575 Apr 08 12:10:24.235045 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-3f909f7c-e27b-4bb9-82f9-c146bc656a3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 200 len: 1000 time: 0.0605850 Apr 08 12:10:24.284386 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-6adf716b-b6ff-4d0e-a03c-3b5ec9e55894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:10:24.285896 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-6adf716b-b6ff-4d0e-a03c-3b5ec9e55894 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0450797 Apr 08 12:10:24.338383 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-99986bc3-9b2a-4523-8a0b-081b93f53988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:10:24.339844 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-99986bc3-9b2a-4523-8a0b-081b93f53988 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458117 Apr 08 12:10:24.442559 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-252e6a81-1ad7-449a-aadf-c3498114713a service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927000 Apr 08 12:10:24.540142 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f00d4298-d7a4-4697-88b0-b010c81dcf13 req-2899983f-daa9-4775-97b5-819c41a3a282 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911057 Apr 08 12:10:25.186833 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:26.613372 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:35.212617 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:50.456674 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-04e25ce0-607b-46a1-8753-214d232b7e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:52.694598 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1cf4845c-bf7d-4714-9406-c5ba77f46e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:53.940364 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:55.197753 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:56.613540 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:10:56.758984 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:11:03.920021 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60095d1a-741e-4290-b66d-cd1918c72122 req-954b565e-9ab6-42cd-b046-50fc844a0765 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:03.921491 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-60095d1a-741e-4290-b66d-cd1918c72122 req-954b565e-9ab6-42cd-b046-50fc844a0765 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.1207249 Apr 08 12:11:03.970625 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-60095d1a-741e-4290-b66d-cd1918c72122 req-3b840de4-37dc-4822-8ac3-2f1c9828be8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Apr 08 12:11:05.156352 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfe5b-a501-44a2-8d9b-dfc790db8885 req-4cbd8f33-61cb-48e9-9bed-c4ce038e5e5e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:05.157856 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76edfe5b-a501-44a2-8d9b-dfc790db8885 req-4cbd8f33-61cb-48e9-9bed-c4ce038e5e5e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.1052229 Apr 08 12:11:05.199780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.208791 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-76edfe5b-a501-44a2-8d9b-dfc790db8885 req-5cbf7263-d80c-49c3-9962-ed2e0479e8cd tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453432 Apr 08 12:11:05.412043 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36082298-f1eb-40c9-ab56-38da41341919 req-70279e0b-6c8c-45df-8be8-9fe88c030222 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:05.413505 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36082298-f1eb-40c9-ab56-38da41341919 req-70279e0b-6c8c-45df-8be8-9fe88c030222 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 945 time: 0.0671248 Apr 08 12:11:05.508372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port c2dc7fbe-3c3e-49da-aec2-b1143293c522 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:11:05.508680 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.596689 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] For port c2dc7fbe-3c3e-49da-aec2-b1143293c522, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c2dc7fbe-3c3e-49da-aec2-b1143293c522,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:11:05.597077 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.767758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.768154 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (b5acb506-34f6-4566-81bc-a9099bc3df93), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.768513 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP b5acb506-34f6-4566-81bc-a9099bc3df93 disassociated. External IP: 172.27.2.13, port: c2dc7fbe-3c3e-49da-aec2-b1143293c522. Apr 08 12:11:05.768851 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for c2dc7fbe-3c3e-49da-aec2-b1143293c522 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:11:05.898369 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (c2dc7fbe-3c3e-49da-aec2-b1143293c522), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:05.929975 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=c2dc7fbe-3c3e-49da-aec2-b1143293c522,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:05.940758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.941129 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.941469 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.941803 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.942131 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.942458 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.942774 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.943078 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.943433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.943752 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.944071 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.944404 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.944710 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.945028 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:05.945372 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:06.058962 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:11:06.171457 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:11:06.184535 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:11:06.194451 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:11:06.195084 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:10:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:06.213006 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] No DVR routers for this DVR port c2dc7fbe-3c3e-49da-aec2-b1143293c522 on host hv-cinder-81566 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:11:06.215514 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:06.218853 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36082298-f1eb-40c9-ab56-38da41341919 req-9b2c1092-d175-464e-bc48-a703c5f0c9e8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "DELETE /v2.0/ports/c2dc7fbe-3c3e-49da-aec2-b1143293c522 HTTP/1.1" status: 204 len: 173 time: 0.8002853 Apr 08 12:11:06.219305 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'name': 'network-vif-deleted', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:11:06.221593 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe4fa2-6313-4a60-a888-04ef694da8b8" -d '{"events": [{"server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "name": "network-vif-deleted", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:11:06.286683 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd5cdf0-e66e-4763-8dff-a3615ced8496 x-openstack-request-id: req-8bd5cdf0-e66e-4763-8dff-a3615ced8496 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:11:06.287311 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1f45c6-33d8-412d-9f06-37dd54a77ac9", "name": "network-vif-deleted", "tag": "c2dc7fbe-3c3e-49da-aec2-b1143293c522", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:11:06.287731 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bd5cdf0-e66e-4763-8dff-a3615ced8496 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:11:06.288305 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd5cdf0-e66e-4763-8dff-a3615ced8496'] response: {'server_uuid': 'ac1f45c6-33d8-412d-9f06-37dd54a77ac9', 'name': 'network-vif-deleted', 'tag': 'c2dc7fbe-3c3e-49da-aec2-b1143293c522', 'status': 'completed', 'code': 200} Apr 08 12:11:06.319075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:11:06.325767 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5c2ef209-e6bc-4328-bf37-cdca2b623f97 req-98cc655e-6218-4996-99eb-8868023c070b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac1f45c6-33d8-412d-9f06-37dd54a77ac9 HTTP/1.1" status: 200 len: 210 time: 0.0317686 Apr 08 12:11:06.520371 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:06.549956 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:11:06.559921 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:11:06.560511 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:10:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:06.674210 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:11:06.870630 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:07.031123 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcbc45-8f75-43c2-a3aa-7a49c4d2a215 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:11:07.252757 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e0c75-0375-4f6d-b564-030e8f7ed36b None None] New status for floating IP b5acb506-34f6-4566-81bc-a9099bc3df93: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:11:07.549143 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-4f7e8243-bb79-4420-8880-ef5fda82a8ea tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352262470&fields=id&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 267 time: 0.0465636 Apr 08 12:11:07.654781 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-34316037-cf96-41b2-9d1f-7e0fc53e2cd8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:07.656128 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-34316037-cf96-41b2-9d1f-7e0fc53e2cd8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1004014 Apr 08 12:11:07.672980 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-a2f949ca-4ac8-4e8b-a237-e3d7e2ee0132 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/quotas/d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Apr 08 12:11:07.727850 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-204aab10-a85e-4928-96d8-b9ac620b1ce4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501101 Apr 08 12:11:07.787229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-8858acfa-4c6e-4f9d-9116-320d483cb801 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:11:07.788227 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-8858acfa-4c6e-4f9d-9116-320d483cb801 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478201 Apr 08 12:11:07.886337 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-9c995ab9-953a-4b03-8780-bc4f6a66d713 service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894356 Apr 08 12:11:07.979154 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-78b80951-c65c-4954-8509-42c92489c196 service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842769 Apr 08 12:11:08.281454 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-f0bc8641-cbb7-484e-b37a-ea111a4aa5a2 req-d9f273ba-c803-40a3-8fb1-c7dbefe485d1 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 210 time: 0.0279565 Apr 08 12:11:09.240026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-6c04e35d-4185-400f-b8d2-74125fe5a281 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:09.241531 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-6c04e35d-4185-400f-b8d2-74125fe5a281 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1053150 Apr 08 12:11:09.304604 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-b4ad9f96-7fb6-4df1-9dd0-26c58fe50a53 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 379 time: 0.0556040 Apr 08 12:11:09.313140 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'port': {'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'admin_state_up': True, 'tenant_id': 'd07b1db1e7184663af46405260698878', 'security_groups': ['65ac0417-eb11-4280-b69a-b898c41c5b32']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:09.397778 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68097ef3-d13d-4f6e-912a-962ebfcd2b85 req-8395d391-3e72-458c-8695-edce67468f69 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 210 time: 0.0308886 Apr 08 12:11:09.448411 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Made reservation on behalf of d07b1db1e7184663af46405260698878 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:11:09.452151 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:09.583698 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.20.0.10 (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1/fee21c07-6078-43a2-9dee-02eddba32d44/7afe9de8-020b-46a2-bccd-44ac79d5c3d3) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:11:09.721380 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:09.756290 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:09.802198 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:11:09.806421 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:11:09.814718 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:11:09.824065 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:09.879811 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:09.880465 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:09.901332 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-f67f757c-5284-4b72-829d-78b04473f275 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5919898 Apr 08 12:11:09.910572 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-d25f8861-4ca5-4062-a00d-563cc7841d8a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:11:09.911547 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-d25f8861-4ca5-4062-a00d-563cc7841d8a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056362 Apr 08 12:11:09.923307 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Request body: {'port': {'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:09.986636 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.019931 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-d7b63b47-5f96-49ca-8328-37ebee09f637 None None] Provisioning complete for port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:10.020507 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d7b63b47-5f96-49ca-8328-37ebee09f637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.054585 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63b47-5f96-49ca-8328-37ebee09f637 None None] Port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:11:10.250649 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:11:10.257976 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks [] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.270249 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Transition to ACTIVE for port object 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:11:10.276138 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.325276 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Pushing event updated for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:10.397953 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Attempting to bind port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:11:10.398298 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Attempting to bind port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:11:10.398622 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Attempting to bind port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:11:10.403774 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:11:10.404098 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Attempting to bind port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:11:10.409371 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:11:10.409714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:11:10.410130 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Bound using segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:11:10.410589 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Bound port: 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:11:10.410948 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.478152 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:11:10.484107 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:11:10.491825 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.525461 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fee4d-619c-4136-815c-f4eb1eb4f2cc req-c55bedeb-d41d-4263-baa3-af5169f98a42 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:10.525968 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:10.526561 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:10.527904 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-026fee4d-619c-4136-815c-f4eb1eb4f2cc req-c55bedeb-d41d-4263-baa3-af5169f98a42 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0574653 Apr 08 12:11:10.528283 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] 10.222.0.44 "PUT /v2.0/ports/7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1094 time: 0.6091814 Apr 08 12:11:10.528725 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:11:10.531013 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dbd753-dd61-418d-bf5a-c9aaca3166f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:11:10.556955 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd2953-dc73-4f8d-9bc1-af1f3433ee34 service neutron] Pushing event updated for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:10.584619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58786c36-5afc-4fd0-9571-d637ffd50a55 x-openstack-request-id: req-58786c36-5afc-4fd0-9571-d637ffd50a55 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:11:10.585604 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:11:10.585891 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58786c36-5afc-4fd0-9571-d637ffd50a55 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:11:10.586335 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58786c36-5afc-4fd0-9571-d637ffd50a55'] response: {'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'status': 'completed', 'code': 200} Apr 08 12:11:10.597864 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-026fee4d-619c-4136-815c-f4eb1eb4f2cc req-329961f8-0f75-473e-94a0-3c496d793715 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522621 Apr 08 12:11:10.640416 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-10a0cf23-b54e-477d-b1a2-aede6c6c62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:10.642427 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-10a0cf23-b54e-477d-b1a2-aede6c6c62e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1128 time: 0.0478137 Apr 08 12:11:10.688589 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-dd42275d-e171-4b8d-aa2f-301b68b86848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Apr 08 12:11:10.739167 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-6e24caaf-77a9-4920-a190-e94ca014379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:10.740662 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-6e24caaf-77a9-4920-a190-e94ca014379b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0467024 Apr 08 12:11:10.788587 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdc26-06e0-41a2-acbb-24619823b030 req-1b24d0fd-6db8-4e49-ab5c-8cbbac3adb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:10.790110 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-1b24d0fd-6db8-4e49-ab5c-8cbbac3adb55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435352 Apr 08 12:11:10.882745 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-e2b8e8cb-eadb-4b6e-9ad7-4b3e16b07a9e service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Apr 08 12:11:10.902883 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c2dc7fbe-3c3e-49da-aec2-b1143293c522 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:11:10.923021 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: c2dc7fbe-3c3e-49da-aec2-b1143293c522 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:11:10.923363 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device c2dc7fbe-3c3e-49da-aec2-b1143293c522 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:11:10.971476 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-357cdc26-06e0-41a2-acbb-24619823b030 req-0db86874-540e-45f1-8978-e2ab8c2bc7cd service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Apr 08 12:11:11.754375 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-7c5e7e9f-33d6-4f0a-8dfd-96b488841720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:11.757288 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-7c5e7e9f-33d6-4f0a-8dfd-96b488841720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1128 time: 0.0926666 Apr 08 12:11:11.768229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6889b7-252a-4dd4-8409-9281ff3a448b req-865fd38d-45cf-436e-b526-906e5bf1385c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:11.769631 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9e6889b7-252a-4dd4-8409-9281ff3a448b req-865fd38d-45cf-436e-b526-906e5bf1385c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0952873 Apr 08 12:11:11.877837 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9e6889b7-252a-4dd4-8409-9281ff3a448b req-f0f16133-4b3c-4836-ae7a-e05263c7a0c4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990787 Apr 08 12:11:11.892765 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-dbc21129-033f-4773-b3e0-2d2dd566fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:11.894253 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-dbc21129-033f-4773-b3e0-2d2dd566fd6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.1237919 Apr 08 12:11:11.935897 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-01dcd399-807c-44b9-baf8-d685d3299161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 217 time: 0.0355761 Apr 08 12:11:11.986105 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-34166bbe-b302-495a-b30c-fcac4cac7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:11.987484 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-34166bbe-b302-495a-b30c-fcac4cac7229 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0453095 Apr 08 12:11:12.038106 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-cfcf2f3a-1eed-4a37-b014-c187d0ac9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:12.039540 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-cfcf2f3a-1eed-4a37-b014-c187d0ac9c37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458798 Apr 08 12:11:12.125869 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-d59af08d-bd36-48ad-8544-ca45f96da860 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801923 Apr 08 12:11:12.219545 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29dbd753-dd61-418d-bf5a-c9aaca3166f3 req-68677808-ddd9-408a-b29a-328ab74a90ac service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879712 Apr 08 12:11:13.022787 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60926-f024-443e-aeba-fcdceb7731d9 req-9b475109-b220-40ca-8f84-947f8004a3d1 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:13.024277 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24f60926-f024-443e-aeba-fcdceb7731d9 req-9b475109-b220-40ca-8f84-947f8004a3d1 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0763140 Apr 08 12:11:13.077701 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-24f60926-f024-443e-aeba-fcdceb7731d9 req-dbc2d732-b5c7-434a-98eb-59d07d907eeb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Apr 08 12:11:14.204990 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c37f7-8b34-4a60-9037-e62ccab9b4aa req-82cadb5d-58f5-4acd-b5b3-fb04ae31488c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:14.206838 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a13c37f7-8b34-4a60-9037-e62ccab9b4aa req-82cadb5d-58f5-4acd-b5b3-fb04ae31488c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0601885 Apr 08 12:11:14.258875 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a13c37f7-8b34-4a60-9037-e62ccab9b4aa req-54723c6b-9072-47ee-9154-90d85a05ae3f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Apr 08 12:11:15.395604 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e2b28-dbb7-475a-98a9-37da19879818 req-67174f96-9350-4813-87f3-61688eca9eff tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:15.397111 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ca4e2b28-dbb7-475a-98a9-37da19879818 req-67174f96-9350-4813-87f3-61688eca9eff tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0565493 Apr 08 12:11:15.450816 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ca4e2b28-dbb7-475a-98a9-37da19879818 req-ae232dc1-7d37-4c22-85c5-3773bbcf2caf tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Apr 08 12:11:16.865433 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac861fe6-b20a-41d1-abd8-d54b0fe33bbd req-b6683a94-2e10-42b7-9aab-d28e2da5d1dd tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:16.866915 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ac861fe6-b20a-41d1-abd8-d54b0fe33bbd req-b6683a94-2e10-42b7-9aab-d28e2da5d1dd tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.3417871 Apr 08 12:11:16.914968 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ac861fe6-b20a-41d1-abd8-d54b0fe33bbd req-2d8d6e2e-3d88-4ff8-9a53-648d760af9ac tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Apr 08 12:11:18.052135 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d39e61-127b-43d1-918f-b5a4357ce2ed req-2b3a4f91-cfa5-4054-8ab6-b0a9bec34d47 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:18.053743 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-03d39e61-127b-43d1-918f-b5a4357ce2ed req-2b3a4f91-cfa5-4054-8ab6-b0a9bec34d47 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 944 time: 0.0577018 Apr 08 12:11:18.104503 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-03d39e61-127b-43d1-918f-b5a4357ce2ed req-1bd08742-073d-49a4-8011-46cd987a2bf4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448139 Apr 08 12:11:18.935095 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:11:19.037835 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:11:19.048777 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:11:19.086380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:11:19.086764 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:19.100380 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:11:19.119098 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:11:19.126226 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:19.172330 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:19.179501 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.179850 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.180190 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.180531 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.180870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.181216 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.181538 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.181864 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.182186 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.182504 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.182827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.183148 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.183463 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.183780 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.184095 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:19.234532 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f508f9a-5c63-4964-a6fb-e9286fee92f1 req-c72f48a8-2672-4dcf-b081-62448ad15178 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:19.236011 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f508f9a-5c63-4964-a6fb-e9286fee92f1 req-c72f48a8-2672-4dcf-b081-62448ad15178 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 945 time: 0.0544949 Apr 08 12:11:19.283731 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f508f9a-5c63-4964-a6fb-e9286fee92f1 req-7d656668-e1af-4beb-bd80-6b212d278970 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Apr 08 12:11:19.460611 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['7afe9de8-020b-46a2-bccd-44ac79d5c3d3'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:11:20.416723 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9cd9-83ec-4c87-a3fe-8e9001e72e21 req-fa0bc108-f7d7-4e2b-a6f4-e4c2d4623399 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:20.418159 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc9a9cd9-83ec-4c87-a3fe-8e9001e72e21 req-fa0bc108-f7d7-4e2b-a6f4-e4c2d4623399 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 945 time: 0.0610433 Apr 08 12:11:20.461752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4420a967-a49a-4ab4-b8d3-a402950f5e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:20.468953 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cc9a9cd9-83ec-4c87-a3fe-8e9001e72e21 req-2f8d6a2d-2cfd-47e0-a388-94fa32ee40ee tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448837 Apr 08 12:11:20.935777 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:11:21.000972 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:21.004798 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:21.005210 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:21.079880 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:11:21.080262 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:21.104034 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:11:21.106272 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043cc7d1-8080-4858-b7b8-69d8ea40b736" -d '{"events": [{"server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "name": "network-vif-plugged", "status": "completed", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:11:21.118106 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:11:21.123582 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:21.149350 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6157fd3d-6670-4c56-9620-9fc0e4223b68 x-openstack-request-id: req-6157fd3d-6670-4c56-9620-9fc0e4223b68 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:11:21.149693 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "name": "network-vif-plugged", "status": "completed", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:11:21.150612 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6157fd3d-6670-4c56-9620-9fc0e4223b68 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:11:21.151011 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6157fd3d-6670-4c56-9620-9fc0e4223b68'] response: {'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'code': 200} Apr 08 12:11:21.181478 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:21.405856 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea05c3-a0a2-46e6-8524-1c4d7aa242d1 req-f3c19061-d929-4191-9909-9d8de45e74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:21.407244 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6ea05c3-a0a2-46e6-8524-1c4d7aa242d1 req-f3c19061-d929-4191-9909-9d8de45e74c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0931835 Apr 08 12:11:21.453810 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6ea05c3-a0a2-46e6-8524-1c4d7aa242d1 req-fb5338de-0732-4ada-a569-dbd175e4a706 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Apr 08 12:11:21.598734 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f388c-06e6-4785-8000-648a383909bd req-8e9d998d-7b4d-49f1-870c-233159f7780a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:21.600567 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-078f388c-06e6-4785-8000-648a383909bd req-8e9d998d-7b4d-49f1-870c-233159f7780a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Apr 08 12:11:21.651913 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-078f388c-06e6-4785-8000-648a383909bd req-8533fd8a-0acf-4e22-bf65-ccb8bb5eada2 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Apr 08 12:11:22.691977 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-18c7f7db-371d-43a8-b03d-567dba085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:22.780682 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b121b-12e5-41f9-8c55-bbd5a8bccd77 req-bb2981e9-d366-4466-a53f-ffb0231e9013 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:22.782184 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-421b121b-12e5-41f9-8c55-bbd5a8bccd77 req-bb2981e9-d366-4466-a53f-ffb0231e9013 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0533972 Apr 08 12:11:22.830445 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-421b121b-12e5-41f9-8c55-bbd5a8bccd77 req-6b98cf9b-c6e8-4151-83a4-e47f8d05501f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Apr 08 12:11:23.936420 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:23.957470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebaa5-548a-4dd2-9e3a-863fff18e29f req-8d638338-68d7-4b5a-a937-0b0306ac7c70 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:23.958976 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1afebaa5-548a-4dd2-9e3a-863fff18e29f req-8d638338-68d7-4b5a-a937-0b0306ac7c70 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0541513 Apr 08 12:11:24.007049 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1afebaa5-548a-4dd2-9e3a-863fff18e29f req-9c96e9ff-fd93-4e88-ad00-6f7d7bc39320 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423572 Apr 08 12:11:24.126945 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc16567-9976-40cc-9afd-8428d9e04429 req-98d3ffe8-bc10-4da6-9eb4-e24db647d35d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:24.128645 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3dc16567-9976-40cc-9afd-8428d9e04429 req-98d3ffe8-bc10-4da6-9eb4-e24db647d35d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0554647 Apr 08 12:11:24.176367 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3dc16567-9976-40cc-9afd-8428d9e04429 req-e3edc643-3754-43a6-a1f5-d011a60bb2af tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421636 Apr 08 12:11:24.198366 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49350) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:11:24.246633 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd40e9f-c91c-4769-bbf9-cc7f916f556c tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:24.248089 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4fd40e9f-c91c-4769-bbf9-cc7f916f556c tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1125 time: 0.0487881 Apr 08 12:11:24.251136 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49352) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:11:24.255610 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:24.278454 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:24.377740 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:24.478868 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.27.2.153 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/46dd9093-7b82-43a9-9f62-b40651e25dc6) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:11:24.590203 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:24.627212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:24.663813 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:11:24.666565 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:11:24.669154 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:11:24.696831 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=46dd9093-7b82-43a9-9f62-b40651e25dc6,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:24.710451 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.710888 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.711328 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.711667 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.712010 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.712339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.712671 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.713018 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.713348 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.713657 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.713982 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.714310 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.714631 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.714956 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:24.715291 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:11:25.081781 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (558299d3-677e-494f-aa2d-f134f642e948), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.156126 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.192280 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.305325 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.313887 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.377305 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=46dd9093-7b82-43a9-9f62-b40651e25dc6,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:11:25.392013 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (558299d3-677e-494f-aa2d-f134f642e948), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.494434 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP 558299d3-677e-494f-aa2d-f134f642e948 associated. External IP: 172.27.2.153, port: 7afe9de8-020b-46a2-bccd-44ac79d5c3d3. Apr 08 12:11:25.705806 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:11:25.816033 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:11:25.826031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:11:25.835652 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:25.837555 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:11:25.838193 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:11:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:25.866103 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-b267e723-b042-43d4-a8f2-63ed4bbbfb85 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6138771 Apr 08 12:11:25.866989 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:11:25.869708 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:11:25.947504 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-9a8f1b9c-2dd7-4fa6-a72d-e2b53fac4285 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458503 Apr 08 12:11:25.953994 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:11:25.966579 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342ff92-3304-49eb-96de-87d3b7d5389e x-openstack-request-id: req-4342ff92-3304-49eb-96de-87d3b7d5389e {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:11:25.966867 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:11:25.967122 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4342ff92-3304-49eb-96de-87d3b7d5389e {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:11:25.967537 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4342ff92-3304-49eb-96de-87d3b7d5389e'] response: {'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'status': 'completed', 'code': 200} Apr 08 12:11:26.034236 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-4c17499f-0af4-4b1d-a6cb-4e6cf9c9c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.035745 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-4c17499f-0af4-4b1d-a6cb-4e6cf9c9c4a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0456719 Apr 08 12:11:26.142664 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-2f608e26-5beb-4ff0-ad1b-f19df1d287ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.144149 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-2f608e26-5beb-4ff0-ad1b-f19df1d287ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0899611 Apr 08 12:11:26.209164 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-78695a99-679c-4078-9144-060ac8ec277e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0584371 Apr 08 12:11:26.262716 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-b7aae1b5-357e-4f5b-89b4-3875e1f001cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.264140 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-b7aae1b5-357e-4f5b-89b4-3875e1f001cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0486915 Apr 08 12:11:26.275734 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:24Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:26.303832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:11:26.314935 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-74f43a99-5cee-4fe0-bf38-3fe632c45ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.316600 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-74f43a99-5cee-4fe0-bf38-3fe632c45ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461023 Apr 08 12:11:26.319215 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:11:26.319835 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:11:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:26.403531 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-9be6463b-8b7d-479a-b9fe-f088d34b38ee service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813375 Apr 08 12:11:26.437952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:11:26.496463 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9898c66-6e95-4153-b3e7-0c4aaa94e3be req-95fa2754-3606-406e-9598-fe2fd40fb1bf service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Apr 08 12:11:26.583943 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-8a83ddf5-aff5-4f4a-ba93-6eee08e670f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.585486 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-8a83ddf5-aff5-4f4a-ba93-6eee08e670f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0454750 Apr 08 12:11:26.621269 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:26.675578 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:24Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:11:26.679940 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-f39dbe71-c907-44cf-b37c-f93eca36801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.681449 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-f39dbe71-c907-44cf-b37c-f93eca36801f service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0901153 Apr 08 12:11:26.701750 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37481-2d00-4eeb-82a4-b1079735e505 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:24Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:11:26.746622 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-0f0c9e91-ae98-49de-8250-b145772306b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0594475 Apr 08 12:11:26.799857 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-488208d9-10dc-4915-8696-0ccf4852d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.801365 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-488208d9-10dc-4915-8696-0ccf4852d6fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0490153 Apr 08 12:11:26.851232 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-5f11cfba-2443-424e-bf11-2fdb057d0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:11:26.852811 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-5f11cfba-2443-424e-bf11-2fdb057d0158 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457880 Apr 08 12:11:26.910941 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc202a-fd1f-4a01-858c-05b56c13fdd7 None None] New status for floating IP 558299d3-677e-494f-aa2d-f134f642e948: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:11:26.944197 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-69b4a555-ee0b-4d68-b636-8ba2ee9b998d service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Apr 08 12:11:27.036680 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9160e8fc-4d00-4200-b57a-7e6a853f2ffc req-5bc5f3c2-ddcd-4d20-9a51-591a96b3b3b7 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Apr 08 12:11:33.761899 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:11:35.225677 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:50.466855 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ac5998c-628c-4ac9-8ad9-8cc3c097157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:52.686042 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3ccf269-cfd6-43f0-8ffb-690812490abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:53.951038 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:55.200384 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:11:56.618881 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:05.226156 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:10.767564 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:12:20.479453 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81672922-a40b-4d95-ace7-237b55575c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:22.687149 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-273e9b9e-795e-4567-8aaa-208b82715f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:23.954561 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:25.204928 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:26.612335 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:26.938737 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-3a5d76cf-d49b-4f7e-8386-276bd07bccfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486519 Apr 08 12:12:27.032538 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-46a92138-c9b9-42d2-8208-9bcb2df2620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:12:27.034033 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-46a92138-c9b9-42d2-8208-9bcb2df2620e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0488362 Apr 08 12:12:27.155856 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-4379f24d-b899-4642-9a71-3c2866233ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:12:27.157266 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-4379f24d-b899-4642-9a71-3c2866233ee8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0988259 Apr 08 12:12:27.226238 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-2e2d156d-4477-46e9-a717-2100f3905d8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1002 time: 0.0627134 Apr 08 12:12:27.274269 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-6118f5ec-1db4-4b1f-b7b7-6be062b54971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:12:27.275697 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-6118f5ec-1db4-4b1f-b7b7-6be062b54971 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0437052 Apr 08 12:12:27.325730 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-7577603a-969c-4cd1-905a-22b4eb0b4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:12:27.327248 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-7577603a-969c-4cd1-905a-22b4eb0b4d0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455675 Apr 08 12:12:27.427874 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-1d40d342-8c32-4aca-a37f-3e888bc4f73b service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937822 Apr 08 12:12:27.516210 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-51d99b7f-be5c-48d9-8ee8-9a28faae32c1 req-887c1143-8d99-4d53-8434-2d648466e276 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819030 Apr 08 12:12:35.239155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:47.771949 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:12:50.480923 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c1e33975-cb24-4954-968e-402ad26dbc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:52.694744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-618a2d7a-32ef-495b-a745-96fa799e7bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:53.954689 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:55.215005 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:12:56.614793 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:05.236232 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:20.481447 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e30ad594-819f-4c7f-8341-281bdccee5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:22.687942 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93f707a8-019f-4f38-a757-73112076a21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:23.098494 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-4e137ed8-b629-440b-a7e6-777a1c0b8daa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352262470&fields=id&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 267 time: 0.0471468 Apr 08 12:13:23.209103 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-1e6d4d27-8115-4351-880f-ce92a7dd5124 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:23.210585 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-1e6d4d27-8115-4351-880f-ce92a7dd5124 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1054358 Apr 08 12:13:23.225214 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-b516da31-8b8e-4ade-995e-447c0f455179 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/quotas/d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 375 time: 0.0091538 Apr 08 12:13:23.282988 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-70d581c7-5878-4dcd-b306-4ca44a44c84b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528483 Apr 08 12:13:23.387228 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-f610a003-cf5f-436e-b7ea-38f835763610 service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872605 Apr 08 12:13:23.473756 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-f80f803a-961c-4190-a66d-2b23f6e5e365 service neutron] 10.222.0.55 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808861 Apr 08 12:13:23.784361 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-7b5baed3-ef63-4253-95d6-710d33a2f3e4 req-6196c5bd-7c52-4bcf-8781-6c95f1dacb36 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 210 time: 0.0322063 Apr 08 12:13:23.950399 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:24.719188 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-12937ca2-32dc-4124-a921-7575e0c52e1d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:24.720719 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-12937ca2-32dc-4124-a921-7575e0c52e1d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 812 time: 0.1051955 Apr 08 12:13:24.771699 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:13:24.783997 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-a3cf2400-ba23-49de-9b4a-c6a25f82e0aa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d07b1db1e7184663af46405260698878 HTTP/1.1" status: 200 len: 379 time: 0.0541012 Apr 08 12:13:24.790425 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'port': {'device_id': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'admin_state_up': True, 'tenant_id': 'd07b1db1e7184663af46405260698878', 'security_groups': ['65ac0417-eb11-4280-b69a-b898c41c5b32']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:13:24.881835 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f112c864-6f0f-4bd1-ace7-4eb1c2301819 req-eb653bfd-ade5-4788-a828-be872efa21a8 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Apr 08 12:13:24.926859 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Made reservation on behalf of d07b1db1e7184663af46405260698878 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 12:13:24.930208 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.067058 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.20.0.6 (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1/fee21c07-6078-43a2-9dee-02eddba32d44/cd99e445-69e2-4e25-bb9e-5f9130efb98e) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:13:25.207692 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.210718 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.246367 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.291513 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:13:25.294498 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:13:25.298195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:13:25.325501 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:25.338226 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.338556 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.338920 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.339260 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.339596 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.339922 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.340250 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.340574 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.340869 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.341245 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.341572 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.341895 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.342200 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.342520 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.342838 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:25.365756 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:25.366373 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.384951 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-1a5c4385-99cb-4bd1-950e-af92bd1fb432 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981047 Apr 08 12:13:25.395995 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Request body: {'port': {'device_id': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:13:25.457325 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.543520 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-56d2d87c-49b8-4da0-88ce-12cc53b78016 None None] Provisioning complete for port cd99e445-69e2-4e25-bb9e-5f9130efb98e triggered by entity DHCP. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:13:25.543896 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56d2d87c-49b8-4da0-88ce-12cc53b78016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.579003 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-56d2d87c-49b8-4da0-88ce-12cc53b78016 None None] Port cd99e445-69e2-4e25-bb9e-5f9130efb98e cannot update to ACTIVE because it is not bound. {{(pid=109770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 12:13:25.723876 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd99e445-69e2-4e25-bb9e-5f9130efb98e {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:13:25.731229 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks [] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.743578 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Transition to ACTIVE for port object cd99e445-69e2-4e25-bb9e-5f9130efb98e will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 12:13:25.749063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.800913 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:25.871280 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Attempting to bind port cd99e445-69e2-4e25-bb9e-5f9130efb98e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:13:25.871614 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Attempting to bind port cd99e445-69e2-4e25-bb9e-5f9130efb98e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 12:13:25.871938 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Attempting to bind port cd99e445-69e2-4e25-bb9e-5f9130efb98e on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:13:25.876478 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Port cd99e445-69e2-4e25-bb9e-5f9130efb98e on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:13:25.876788 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Attempting to bind port cd99e445-69e2-4e25-bb9e-5f9130efb98e on network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 12:13:25.881935 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Checking agent: {'id': '53de1a26-ab57-40d4-9ed7-9201d7fd5f66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'started_at': datetime.datetime(2022, 4, 8, 11, 48, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 12:13:25.882278 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Checking segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 12:13:25.882694 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Bound using segment: {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 12:13:25.883133 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Bound port: cd99e445-69e2-4e25-bb9e-5f9130efb98e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3961387d-e843-4fb7-b6cf-59a499e0b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 12:13:25.883493 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.952188 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 12:13:25.955526 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 12:13:25.962535 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11065735'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:25.998036 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:25.998878 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:26.000899 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] 10.222.0.44 "PUT /v2.0/ports/cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 1093 time: 0.6092491 Apr 08 12:13:26.005031 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:13:26.005351 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d18b-52b5-4697-b2cc-bc79ad0f317d req-9c71755f-5452-44a0-b38a-b2d7e0a22c5d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:26.006883 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4384d18b-52b5-4697-b2cc-bc79ad0f317d req-9c71755f-5452-44a0-b38a-b2d7e0a22c5d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0523818 Apr 08 12:13:26.007939 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292870633f309686c543d81a9860f585a557a74e6c591915c634a4417c08e0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6501b47-8f34-41ab-9d2f-f7b938454436" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:13:26.045422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45549-57f9-4148-8092-8af3a96a1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:26.086609 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-4384d18b-52b5-4697-b2cc-bc79ad0f317d req-1545bd1d-7dc1-4391-a766-f3bc4a272202 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690565 Apr 08 12:13:26.114178 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-94493c74-bb48-430b-b7bf-b2765bf63cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:26.115833 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-94493c74-bb48-430b-b7bf-b2765bf63cde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1127 time: 0.0625725 Apr 08 12:13:26.123430 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17fe51f-726f-4551-b580-5d8b3a182f51 x-openstack-request-id: req-c17fe51f-726f-4551-b580-5d8b3a182f51 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:13:26.123817 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:13:26.124190 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c17fe51f-726f-4551-b580-5d8b3a182f51 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:13:26.125136 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17fe51f-726f-4551-b580-5d8b3a182f51'] response: {'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'status': 'completed', 'code': 200} Apr 08 12:13:26.167172 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-1574741e-05d7-460b-8b83-8ccb194421f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 217 time: 0.0403755 Apr 08 12:13:26.219042 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-6ba00055-ebee-4cf7-876d-f4b09f4e1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:26.220870 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-6ba00055-ebee-4cf7-876d-f4b09f4e1d17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0476108 Apr 08 12:13:26.271077 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ef29-4b0e-4346-9009-04194c0556be req-8b5c2b8c-85f7-4118-8f75-e9235579df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:26.272606 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-8b5c2b8c-85f7-4118-8f75-e9235579df91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461278 Apr 08 12:13:26.363584 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-6e141acb-2436-41e3-97c5-e98cfef95332 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846839 Apr 08 12:13:26.450702 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6552ef29-4b0e-4346-9009-04194c0556be req-e36edac8-c6c4-49eb-a31f-bb1c337efd98 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810621 Apr 08 12:13:26.619808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:27.228055 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c19fd-3819-4d64-88f0-7ee71b814cba req-45b71791-fd0f-4403-b675-3563ae7acc0a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:27.229535 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-474c19fd-3819-4d64-88f0-7ee71b814cba req-45b71791-fd0f-4403-b675-3563ae7acc0a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0511477 Apr 08 12:13:27.284645 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-474c19fd-3819-4d64-88f0-7ee71b814cba req-91bb151c-9ebc-4334-b66d-7fab55666081 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495121 Apr 08 12:13:27.306890 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-abe883c8-50a3-47a0-9f9b-12f948b7f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:27.308400 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-abe883c8-50a3-47a0-9f9b-12f948b7f7f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1127 time: 0.0490463 Apr 08 12:13:27.398332 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-75a007f4-fefe-4e56-8ce9-232aba0ecf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:27.399759 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-75a007f4-fefe-4e56-8ce9-232aba0ecf59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0844772 Apr 08 12:13:27.445394 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-59bf56db-a552-4be1-a856-e7c4ef939567 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 217 time: 0.0359054 Apr 08 12:13:27.495693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-c4cd9089-103c-4432-99bc-d2f171243485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:27.497122 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-c4cd9089-103c-4432-99bc-d2f171243485 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0433929 Apr 08 12:13:27.546381 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-70788eb4-0028-4d14-bb8b-b19d924b0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:27.547971 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-70788eb4-0028-4d14-bb8b-b19d924b0ecc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446274 Apr 08 12:13:27.644249 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-287e74f7-bf69-4c54-90bb-bd11f656b7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900264 Apr 08 12:13:27.737107 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6501b47-8f34-41ab-9d2f-f7b938454436 req-e58dc019-2717-4136-b2de-c63f28606628 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Apr 08 12:13:28.421870 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c169-060e-4d64-9d66-a12905ff28be req-bca32288-4f19-45b9-a3eb-0b24847a7f2e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:28.423334 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f976c169-060e-4d64-9d66-a12905ff28be req-bca32288-4f19-45b9-a3eb-0b24847a7f2e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0600879 Apr 08 12:13:28.471654 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f976c169-060e-4d64-9d66-a12905ff28be req-eb2d2260-657c-4116-977c-054e4ea58bc4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Apr 08 12:13:28.990939 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-6d9b1950-7f13-4fcd-9e17-aa131eeff3b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470757 Apr 08 12:13:29.084195 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-835bafdc-6a1f-40f1-aed6-0e29939ac55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:29.085717 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-835bafdc-6a1f-40f1-aed6-0e29939ac55c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0461326 Apr 08 12:13:29.203189 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-48103207-541a-4060-9089-a002683d0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:29.204590 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-48103207-541a-4060-9089-a002683d0a9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.1006784 Apr 08 12:13:29.275158 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-7f10379a-6d68-4fc3-9737-fc82426e150e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1002 time: 0.0646150 Apr 08 12:13:29.329033 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-34947edf-fc18-45b8-9ad0-de13c3aab2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:29.330420 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-34947edf-fc18-45b8-9ad0-de13c3aab2ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0490365 Apr 08 12:13:29.382067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-fb5d5f2d-71e3-48ab-b47b-b1af8ea5de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:29.383617 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-fb5d5f2d-71e3-48ab-b47b-b1af8ea5de58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472009 Apr 08 12:13:29.472130 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-40cb1a80-90d8-4e60-958f-113660932eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821452 Apr 08 12:13:29.564812 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9addd991-365d-4c45-83f4-f07f01c7ef86 req-46aa5104-15af-4404-8686-65a6c36049bd service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866189 Apr 08 12:13:29.590182 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64f747-b213-4de1-8245-fc555b376e97 req-37373790-d81a-4045-b98a-ed01f1aa765e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:29.591686 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2c64f747-b213-4de1-8245-fc555b376e97 req-37373790-d81a-4045-b98a-ed01f1aa765e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0532680 Apr 08 12:13:29.643730 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-2c64f747-b213-4de1-8245-fc555b376e97 req-fc97c715-b862-4579-b1c6-7ebb2e28b473 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463696 Apr 08 12:13:30.775590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3fa9-6caf-4899-8428-5547e5cc23a8 req-6a04c11e-b353-48f2-9f46-9f97487fedc7 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:30.777423 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-27fc3fa9-6caf-4899-8428-5547e5cc23a8 req-6a04c11e-b353-48f2-9f46-9f97487fedc7 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0555880 Apr 08 12:13:30.827008 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-27fc3fa9-6caf-4899-8428-5547e5cc23a8 req-247556c8-0253-4905-b3d6-a096bc2e9f1c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Apr 08 12:13:30.968959 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-db9f6cdf-5185-4cf6-a29d-013511b1dbe6 service neutron] (109768) timed out ('10.222.0.55', 42238) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:13:31.046230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [req-6e24c3fd-be77-454f-88c3-fbdbfd5694b9 req-75c4e4d9-a236-49bf-ade0-84ae5251ae5e tempest-AttachVolumeShelveTestJSON-95873433 tempest-AttachVolumeShelveTestJSON-95873433-project] (109768) timed out ('10.222.0.55', 42246) {{(pid=109768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 12:13:31.944459 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4c8cc-7cba-4105-99bf-261893906534 req-2d2f53a4-25f4-4160-9f0a-e038cc6cb1fa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:31.945949 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dce4c8cc-7cba-4105-99bf-261893906534 req-2d2f53a4-25f4-4160-9f0a-e038cc6cb1fa tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0541639 Apr 08 12:13:31.997198 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-dce4c8cc-7cba-4105-99bf-261893906534 req-3b70a354-e8ad-4d8b-b087-2c7bcbf7c1f5 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Apr 08 12:13:33.134114 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b153c71-e7c2-4638-84b6-699169799613 req-692980af-9846-4354-a064-0d5f59b76a5a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:33.135501 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b153c71-e7c2-4638-84b6-699169799613 req-692980af-9846-4354-a064-0d5f59b76a5a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0625253 Apr 08 12:13:33.187257 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7b153c71-e7c2-4638-84b6-699169799613 req-1b2a5ac5-829f-4dba-99f3-abaf4b37cda7 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Apr 08 12:13:34.317108 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea44389-9ca1-418e-a5b9-2e2bf70b4f44 req-04dabf1d-ed22-4443-b2b6-fc76d50a14b4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:34.318653 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cea44389-9ca1-418e-a5b9-2e2bf70b4f44 req-04dabf1d-ed22-4443-b2b6-fc76d50a14b4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0567636 Apr 08 12:13:34.366545 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-cea44389-9ca1-418e-a5b9-2e2bf70b4f44 req-33be7ccc-f7d8-4c4f-934a-d7790c74b1d9 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Apr 08 12:13:35.229299 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:35.471324 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device cd99e445-69e2-4e25-bb9e-5f9130efb98e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=109770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 12:13:35.489604 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87231cc9-efeb-4a3a-a837-93c5e2fe06ed req-12b16280-74ce-4e1c-af28-3edca1e9505b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:35.490987 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87231cc9-efeb-4a3a-a837-93c5e2fe06ed req-12b16280-74ce-4e1c-af28-3edca1e9505b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 943 time: 0.0544004 Apr 08 12:13:35.542972 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87231cc9-efeb-4a3a-a837-93c5e2fe06ed req-8d26f516-f751-4edc-8298-5c641002b144 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462322 Apr 08 12:13:35.575083 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:13:35.586472 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Returning: {'device': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'port_id': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'mac_address': 'fa:16:3e:c0:cc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 12:13:35.625577 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port cd99e445-69e2-4e25-bb9e-5f9130efb98e is: DOWN; New status is: BUILD {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:13:35.626098 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:35.646243 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd99e445-69e2-4e25-bb9e-5f9130efb98e {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 12:13:35.667018 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:13:35.673692 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:35.723541 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=4']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:35.730507 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.730846 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.731176 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.731508 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.731827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.732148 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.732462 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.732774 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.733115 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.733411 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.733754 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.734048 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.734341 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.734648 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:35.734957 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:36.027765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] get_ports_and_sgs() called for port_ids ['cd99e445-69e2-4e25-bb9e-5f9130efb98e'] {{(pid=109770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 12:13:36.678344 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb888b-fa02-4fd1-8001-6d2d3b2988fd req-aefaf9ef-c45f-4c0b-aa0a-a20c99531782 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:36.679723 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9fdb888b-fa02-4fd1-8001-6d2d3b2988fd req-aefaf9ef-c45f-4c0b-aa0a-a20c99531782 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 944 time: 0.0601895 Apr 08 12:13:36.732372 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-9fdb888b-fa02-4fd1-8001-6d2d3b2988fd req-0b2460cd-1680-40d2-979d-d7bc0a114d5d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Apr 08 12:13:37.478128 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device cd99e445-69e2-4e25-bb9e-5f9130efb98e up at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 12:13:37.551131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning for port cd99e445-69e2-4e25-bb9e-5f9130efb98e completed by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:13:37.555031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Provisioning complete for port cd99e445-69e2-4e25-bb9e-5f9130efb98e triggered by entity L2. {{(pid=109770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:13:37.555407 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334240'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), provisioning_complete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:37.639755 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Current status of the port cd99e445-69e2-4e25-bb9e-5f9130efb98e is: BUILD; New status is: ACTIVE {{(pid=109770) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 12:13:37.640147 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:37.665795 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:13:37.668043 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38f5c519c4399a23d3144735ee0ceecb9b3bf255cf65680480eb1be2822b48a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c12b4-d7b4-4c90-b14a-1d133b0cba4b" -d '{"events": [{"server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "name": "network-vif-plugged", "status": "completed", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:13:37.680258 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:13:37.685742 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:37.711832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6010e22-2cda-4b7f-a13e-59f10d18ab53 x-openstack-request-id: req-b6010e22-2cda-4b7f-a13e-59f10d18ab53 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:13:37.712126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "name": "network-vif-plugged", "status": "completed", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:13:37.712348 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6010e22-2cda-4b7f-a13e-59f10d18ab53 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:13:37.712774 dv-cinder-815660-8-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6010e22-2cda-4b7f-a13e-59f10d18ab53'] response: {'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'code': 200} Apr 08 12:13:37.738519 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Pushing event updated for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=5']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:37.857650 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e901-c025-4826-be45-23b52a1b9ed4 req-a31d65b6-2d76-4260-a18d-e91bf31d5337 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:37.859130 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4a0e901-c025-4826-be45-23b52a1b9ed4 req-a31d65b6-2d76-4260-a18d-e91bf31d5337 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0529249 Apr 08 12:13:37.914845 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c4a0e901-c025-4826-be45-23b52a1b9ed4 req-2c6761c3-b2c3-4ae8-93c1-66e7a4cf5a8f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493062 Apr 08 12:13:37.928619 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f0f9d-3de3-4241-92fe-23603789d89a req-4016a884-3ebb-4df3-8ade-470c257f1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:37.930246 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-302f0f9d-3de3-4241-92fe-23603789d89a req-4016a884-3ebb-4df3-8ade-470c257f1932 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1129 time: 0.0483959 Apr 08 12:13:37.981288 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-302f0f9d-3de3-4241-92fe-23603789d89a req-62c250e5-be45-427c-8913-db2b841f05b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Apr 08 12:13:39.054539 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443956ac-553a-41a1-8956-4f38bf4e1811 req-a4a8d475-d31f-46de-b481-572f176d92d4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:39.056033 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-443956ac-553a-41a1-8956-4f38bf4e1811 req-a4a8d475-d31f-46de-b481-572f176d92d4 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0544441 Apr 08 12:13:39.105567 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-443956ac-553a-41a1-8956-4f38bf4e1811 req-4e4c57db-74d8-4013-a977-0a272d3bd0c0 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Apr 08 12:13:40.235060 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2b2a2-f43d-4db5-b962-a3003079d617 req-c0874dd4-f794-4b7f-9bcb-41a70c0cebfb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:40.236522 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7c2b2a2-f43d-4db5-b962-a3003079d617 req-c0874dd4-f794-4b7f-9bcb-41a70c0cebfb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0567517 Apr 08 12:13:40.285849 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-b7c2b2a2-f43d-4db5-b962-a3003079d617 req-9d6b8061-a293-4203-b913-6ff0d00e119f tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 Apr 08 12:13:40.413714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954640e-a969-47cd-8549-21410bbf3bab req-05ac3881-f7d4-4ebf-af26-dac9b17d767d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:40.415022 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e954640e-a969-47cd-8549-21410bbf3bab req-05ac3881-f7d4-4ebf-af26-dac9b17d767d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0607135 Apr 08 12:13:40.463894 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e954640e-a969-47cd-8549-21410bbf3bab req-68b06070-abf8-419a-a7e6-b18c25f2dfbb tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Apr 08 12:13:40.485840 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49510) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:13:40.529669 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465851a6-978a-4d96-a878-e05fa23f71a1 tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:40.531128 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-465851a6-978a-4d96-a878-e05fa23f71a1 tempest-TestVolumeBootPattern-361102549 tempest-TestVolumeBootPattern-361102549-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1124 time: 0.0443077 Apr 08 12:13:40.533896 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49512) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:13:40.537989 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.v2.base [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Request body: {'floatingip': {'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'port_id': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:13:40.562880 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:40.667162 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (None), before_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:40.766619 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_common [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Allocated IP 172.27.2.173 (f72c0f87-5229-4fdc-9dee-2074767b713b/958020ea-32ef-4dad-940e-2e67641715dd/43e33bb1-e39a-4edf-a8fc-92b321320764) {{(pid=109768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 12:13:40.872673 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:40.909731 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739395812949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:40.945875 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Network f72c0f87-5229-4fdc-9dee-2074767b713b is already hosted by enough agents. {{(pid=109768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 12:13:40.948597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.base_scheduler [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Resources bound (agent type, host, resource id): {{(pid=109768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 12:13:40.954049 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Received port after_create {{(pid=109768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 12:13:40.959566 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=43e33bb1-e39a-4edf-a8fc-92b321320764,revision_number=1']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:40.984854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.985229 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.985572 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.985919 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.986253 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.986584 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.986908 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.987233 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.987560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.987856 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.988209 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.988506 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.988827 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.989174 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:40.989526 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:13:41.333231 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (a43200ba-7f27-420b-ac51-65dd95bf1a55), precommit_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:41.401539 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3298495'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), before_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:41.554212 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), precommit_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:41.563606 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739396274535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739395812967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739395812985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12560531'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), after_update {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:41.629200 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event updated for resources: {'Port': ['ID=43e33bb1-e39a-4edf-a8fc-92b321320764,revision_number=2']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:13:41.640945 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603332'] for floatingip (a43200ba-7f27-420b-ac51-65dd95bf1a55), after_create {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:42.015662 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP a43200ba-7f27-420b-ac51-65dd95bf1a55 associated. External IP: 172.27.2.173, port: cd99e445-69e2-4e25-bb9e-5f9130efb98e. Apr 08 12:13:42.222107 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:13:42.337614 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:13:42.351249 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:13:42.357536 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:42.366235 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:13:42.366878 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:13:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:13:42.392430 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-42c15761-d8fa-4332-a2eb-60914922cb7a tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8575535 Apr 08 12:13:42.393029 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:13:42.395330 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c914d853-c2e2-4642-922a-a82ecac256ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:13:42.436354 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c94f3-e275-46ab-83f6-8ae942040bc6 x-openstack-request-id: req-5a8c94f3-e275-46ab-83f6-8ae942040bc6 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:13:42.436713 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:13:42.437012 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a8c94f3-e275-46ab-83f6-8ae942040bc6 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:13:42.437434 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8c94f3-e275-46ab-83f6-8ae942040bc6'] response: {'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'status': 'completed', 'code': 200} Apr 08 12:13:42.476429 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:13:42.507693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d853-c2e2-4642-922a-a82ecac256ba req-fd526d85-ba2c-431a-a325-f28a0c3e5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:42.509235 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-fd526d85-ba2c-431a-a325-f28a0c3e5185 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1129 time: 0.0493989 Apr 08 12:13:42.596458 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d853-c2e2-4642-922a-a82ecac256ba req-2161358f-db89-4df1-9ee5-5a880c59e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:42.597878 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-2161358f-db89-4df1-9ee5-5a880c59e12a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0834475 Apr 08 12:13:42.665298 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-f9e5d4ee-e2d5-4d46-b16f-44478ebb4fdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 999 time: 0.0609806 Apr 08 12:13:42.715810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}, {'id': 'a43200ba-7f27-420b-ac51-65dd95bf1a55', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c0:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:13:41Z', 'updated_at': '2022-04-08T12:13:41Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:13:42.717405 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d853-c2e2-4642-922a-a82ecac256ba req-cc5b9c26-32c2-4f93-974c-0941a7d857d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:42.718876 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-cc5b9c26-32c2-4f93-974c-0941a7d857d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0454082 Apr 08 12:13:42.742685 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:13:42.752140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:13:42.752737 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:13:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:13:42.767786 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d853-c2e2-4642-922a-a82ecac256ba req-dee995db-b580-45e4-a0ef-406945f432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:13:42.769360 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-dee995db-b580-45e4-a0ef-406945f432ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441608 Apr 08 12:13:42.858944 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:13:42.863083 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-50cf54a0-4d36-4968-86b0-05cdbc1bde93 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Apr 08 12:13:42.952390 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c914d853-c2e2-4642-922a-a82ecac256ba req-e3739873-6599-41ad-9cf2-c82b61db5722 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824058 Apr 08 12:13:43.101323 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}, {'id': 'a43200ba-7f27-420b-ac51-65dd95bf1a55', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c0:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:13:41Z', 'updated_at': '2022-04-08T12:13:41Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:13:43.130031 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f80809-3716-4d53-8ea5-81494ea41e76 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}, {'id': 'a43200ba-7f27-420b-ac51-65dd95bf1a55', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:c0:cc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:13:41Z', 'updated_at': '2022-04-08T12:13:41Z', 'revision_number': 0, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:13:43.319780 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca0f33-5a5d-419d-820c-61d314488e99 None None] New status for floating IP a43200ba-7f27-420b-ac51-65dd95bf1a55: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:13:50.486003 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0923cb07-867a-4fcf-91bb-f79ad1fcc811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:52.690345 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-44c7f1d8-2e2f-40a9-843e-820f1a0cb6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:53.959035 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:55.216709 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:13:56.623948 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:01.775774 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:14:05.233865 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:20.478744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e391-4979-4888-9e29-2dd2cec7142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:22.693024 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b00e8e8-9f28-4b9d-9a91-6b37270c695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:23.969549 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:25.216824 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:26.629041 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:29.215757 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-44af4334-884d-40b9-802e-8e8c85cd524b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3173420 Apr 08 12:14:29.307327 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407847e2-641e-4bfa-ab59-b46778482216 req-8ae2a212-d845-4904-af37-7b9c369cc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:14:29.308806 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-8ae2a212-d845-4904-af37-7b9c369cc56b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0476210 Apr 08 12:14:29.422613 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407847e2-641e-4bfa-ab59-b46778482216 req-b39ee70e-b882-4118-bdf8-253937427ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:14:29.424064 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-b39ee70e-b882-4118-bdf8-253937427ac2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0961199 Apr 08 12:14:29.491758 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-2a1624de-8742-43e8-987b-ef772a4d6bf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 1002 time: 0.0607238 Apr 08 12:14:29.538693 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407847e2-641e-4bfa-ab59-b46778482216 req-a12d00c2-7409-4267-8706-052290093ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:14:29.540267 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-a12d00c2-7409-4267-8706-052290093ae9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0422919 Apr 08 12:14:29.587610 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407847e2-641e-4bfa-ab59-b46778482216 req-5db3c32f-5eb0-447a-986a-1b1f61962124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:14:29.589061 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-5db3c32f-5eb0-447a-986a-1b1f61962124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431435 Apr 08 12:14:29.688049 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-c168f0bf-a121-4cff-b41f-77ecca07e8dd service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933833 Apr 08 12:14:29.788192 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-407847e2-641e-4bfa-ab59-b46778482216 req-2a3ee4ea-752a-47d1-8d20-13db4e212c31 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926485 Apr 08 12:14:35.231349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:38.780849 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:14:50.478880 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-26d3d488-fec7-4533-b808-51fad8b9affc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:52.694893 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-739044cf-eaa0-470a-a68f-ffb8feda6905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:53.970362 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:55.223865 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:14:56.628273 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:05.226485 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:15.785836 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:15:20.484490 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0392327b-7cc1-4b87-abb0-1e7e8369581b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:22.701870 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cf23259-8e6c-4a25-9016-5466a463ebc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:23.979085 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:25.223558 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:26.633412 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:29.960801 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-cddf8ad1-ff98-499b-bcf5-29dc08a19bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437338 Apr 08 12:15:30.031161 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-78218fd3-95c7-43e1-b94f-6c14b769f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:30.032640 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-78218fd3-95c7-43e1-b94f-6c14b769f989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1129 time: 0.0489585 Apr 08 12:15:30.140235 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-f40ee1f0-6c47-4001-ba5b-b7f5f859966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:30.141687 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-f40ee1f0-6c47-4001-ba5b-b7f5f859966c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0867996 Apr 08 12:15:30.205633 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-28808ec3-4bd5-4a27-9ac0-82f783c0c1dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 1001 time: 0.0584447 Apr 08 12:15:30.252487 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-df1d58af-17b8-441f-85fb-e9de946dd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:30.253934 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-df1d58af-17b8-441f-85fb-e9de946dd524 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0431125 Apr 08 12:15:30.306268 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-35fd5555-3e8d-4f26-b9f3-cc335f51aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:30.307758 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-35fd5555-3e8d-4f26-b9f3-cc335f51aaeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481808 Apr 08 12:15:30.398317 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-cbeac6ac-eb5b-4d70-8ef5-6f4ee4e6a9e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830278 Apr 08 12:15:30.488837 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4be9cde-0b15-4bf8-92d2-849935199c31 req-d06a3460-4ab6-412c-8d08-4bcf09a630bb service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Apr 08 12:15:34.815368 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49546) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:34.976765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port 43e33bb1-e39a-4edf-a8fc-92b321320764 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:34.977144 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.053665 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.053990 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (43e33bb1-e39a-4edf-a8fc-92b321320764), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.066364 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for 43e33bb1-e39a-4edf-a8fc-92b321320764 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:35.221705 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.253064 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (43e33bb1-e39a-4edf-a8fc-92b321320764), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.279051 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=43e33bb1-e39a-4edf-a8fc-92b321320764,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:35.306745 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.307061 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.307397 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.307765 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.308093 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.308420 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.308741 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.309085 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.309405 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.309729 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.310042 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.310351 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.310663 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.310978 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.311293 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:35.349412 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (a43200ba-7f27-420b-ac51-65dd95bf1a55), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.349746 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP a43200ba-7f27-420b-ac51-65dd95bf1a55 disassociated (deleted). External IP: 172.27.2.173, port: cd99e445-69e2-4e25-bb9e-5f9130efb98e. Apr 08 12:15:35.564768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:15:35.677378 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:15:35.682370 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:35.687607 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:15:35.697758 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:35.698360 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:35.712251 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-836f4466-4efb-4b8b-b81b-b3646ae875e3 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "DELETE /v2.0/floatingips/a43200ba-7f27-420b-ac51-65dd95bf1a55 HTTP/1.1" status: 204 len: 168 time: 0.8957927 Apr 08 12:15:35.713514 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:15:35.715939 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6be372-6d37-4c34-b927-2f3e69794084" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:15:35.755464 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364f7b9f-d452-45ee-8b69-e2ce046449ef x-openstack-request-id: req-364f7b9f-d452-45ee-8b69-e2ce046449ef {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:15:35.755956 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:15:35.756221 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-364f7b9f-d452-45ee-8b69-e2ce046449ef {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:15:35.756641 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364f7b9f-d452-45ee-8b69-e2ce046449ef'] response: {'name': 'network-changed', 'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'status': 'completed', 'code': 200} Apr 08 12:15:35.810796 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:35.827933 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-27fc9317-3763-492a-9076-3a9661e29b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:35.830319 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-27fc9317-3763-492a-9076-3a9661e29b4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 1129 time: 0.0523291 Apr 08 12:15:35.933797 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-adacf5c2-1b16-45e5-8ed5-ce686bf96863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:35.935276 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-adacf5c2-1b16-45e5-8ed5-ce686bf96863 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.0970283 Apr 08 12:15:35.966154 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5de3fb-83e9-4d88-983c-18614c5f3e3d req-d4de9466-e19d-474b-af15-15cfee7d2b3c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:35.967640 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ad5de3fb-83e9-4d88-983c-18614c5f3e3d req-d4de9466-e19d-474b-af15-15cfee7d2b3c tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Apr 08 12:15:36.016457 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-ad5de3fb-83e9-4d88-983c-18614c5f3e3d req-b2c9d751-65a5-47c0-8f15-00ed760f39dc tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Apr 08 12:15:36.038306 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:36.067060 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:15:36.075481 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:36.076043 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:36.180810 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:36.416137 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:36.445688 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b1e50-a4d1-4bf9-8d33-fc3adb16389a None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_floatingips': [{'id': '558299d3-677e-494f-aa2d-f134f642e948', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'router_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'port_id': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'mac_address': 'fa:16:3e:b6:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T12:11:24Z', 'updated_at': '2022-04-08T12:11:27Z', 'revision_number': 1, 'project_id': 'd07b1db1e7184663af46405260698878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:15:36.682750 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ab0a0-93e8-4c73-9fdf-f78e93c45662 None None] New status for floating IP a43200ba-7f27-420b-ac51-65dd95bf1a55: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:15:36.876544 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-27b889a6-ee8a-43e5-987a-3e32e85bae16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 200 len: 217 time: 0.0409870 Apr 08 12:15:36.925256 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-b828ba0f-760b-4447-9771-c94553e141b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:36.926652 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-b828ba0f-760b-4447-9771-c94553e141b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0438857 Apr 08 12:15:36.982835 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-db36546a-fc62-4c45-948f-7c6a3565b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:36.984295 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-db36546a-fc62-4c45-948f-7c6a3565b822 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492284 Apr 08 12:15:37.075478 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-287e959a-ad46-4b40-9d18-93016be7d69e service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841780 Apr 08 12:15:37.137929 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c96810-fbf0-45e7-8100-42c6b7477c7c req-42b718b1-6585-489e-b3c2-ce62ee6a2f8e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:37.139407 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50c96810-fbf0-45e7-8100-42c6b7477c7c req-42b718b1-6585-489e-b3c2-ce62ee6a2f8e tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Apr 08 12:15:37.191634 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50c96810-fbf0-45e7-8100-42c6b7477c7c req-6e385564-cc09-4368-a006-bf5421a22239 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465107 Apr 08 12:15:37.565241 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c6be372-6d37-4c34-b927-2f3e69794084 req-c84055f7-c195-4a62-8ea2-5b5d1534ad89 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892448 Apr 08 12:15:37.572364 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-cc5d55ea-c9a3-4dcd-97a4-db2731e8c329 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:37.573831 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-cc5d55ea-c9a3-4dcd-97a4-db2731e8c329 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 945 time: 0.0544498 Apr 08 12:15:37.672280 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port cd99e445-69e2-4e25-bb9e-5f9130efb98e {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:37.672633 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:37.766017 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] For port cd99e445-69e2-4e25-bb9e-5f9130efb98e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cd99e445-69e2-4e25-bb9e-5f9130efb98e,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:37.766379 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:37.779170 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for cd99e445-69e2-4e25-bb9e-5f9130efb98e owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:37.909868 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (cd99e445-69e2-4e25-bb9e-5f9130efb98e), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:37.941639 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=cd99e445-69e2-4e25-bb9e-5f9130efb98e,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:37.981597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] No DVR routers for this DVR port cd99e445-69e2-4e25-bb9e-5f9130efb98e on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:37.984230 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:37.987488 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-c6b8de49-7292-4f51-ad19-e626f09e46a7 req-c29cc6a4-3a3d-4237-b558-84f3b3021f07 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "DELETE /v2.0/ports/cd99e445-69e2-4e25-bb9e-5f9130efb98e HTTP/1.1" status: 204 len: 173 time: 0.4081514 Apr 08 12:15:37.987921 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'name': 'network-vif-deleted', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:15:37.990270 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eadfe49-dd56-436d-949d-d169f5a72d97" -d '{"events": [{"server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "name": "network-vif-deleted", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:15:38.026770 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40863263-d60c-42e7-80a3-930f7c041b81 x-openstack-request-id: req-40863263-d60c-42e7-80a3-930f7c041b81 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:15:38.027059 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9aad59-b5e0-4fff-b599-3967f42c8b46", "name": "network-vif-deleted", "tag": "cd99e445-69e2-4e25-bb9e-5f9130efb98e", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:15:38.027307 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40863263-d60c-42e7-80a3-930f7c041b81 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:15:38.027713 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40863263-d60c-42e7-80a3-930f7c041b81'] response: {'server_uuid': '2a9aad59-b5e0-4fff-b599-3967f42c8b46', 'name': 'network-vif-deleted', 'tag': 'cd99e445-69e2-4e25-bb9e-5f9130efb98e', 'status': 'completed', 'code': 200} Apr 08 12:15:38.300490 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e8f495b6-a550-4586-972f-c07e06b9d402 req-30d875d0-9d1a-4266-933b-8963930e1d45 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a9aad59-b5e0-4fff-b599-3967f42c8b46 HTTP/1.1" status: 200 len: 210 time: 0.0281365 Apr 08 12:15:41.611215 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49586) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:41.785402 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port 46dd9093-7b82-43a9-9f62-b40651e25dc6 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:41.785766 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:41.863485 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:41.863738 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (46dd9093-7b82-43a9-9f62-b40651e25dc6), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:41.875859 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for 46dd9093-7b82-43a9-9f62-b40651e25dc6 owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:42.029835 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (46dd9093-7b82-43a9-9f62-b40651e25dc6), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:42.058758 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=46dd9093-7b82-43a9-9f62-b40651e25dc6,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:42.121314 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (558299d3-677e-494f-aa2d-f134f642e948), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:42.121542 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.db.l3_db [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Floating IP 558299d3-677e-494f-aa2d-f134f642e948 disassociated (deleted). External IP: 172.27.2.153, port: 7afe9de8-020b-46a2-bccd-44ac79d5c3d3. Apr 08 12:15:42.129492 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device cd99e445-69e2-4e25-bb9e-5f9130efb98e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:42.149779 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: cd99e445-69e2-4e25-bb9e-5f9130efb98e {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:42.150131 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device cd99e445-69e2-4e25-bb9e-5f9130efb98e not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:42.332164 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:15:42.444458 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:15:42.449725 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:42.457147 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:15:42.468273 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:42.468995 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:42.479004 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-3186d8f2-097c-4cf6-896a-1a1eb4b7bc38 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "DELETE /v2.0/floatingips/558299d3-677e-494f-aa2d-f134f642e948 HTTP/1.1" status: 204 len: 168 time: 0.8663974 Apr 08 12:15:42.479545 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:15:42.481885 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f665a4-1b77-4391-903e-7de6a40f7a58" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:15:42.524276 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 12:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de23c4-3b3f-4a02-b81a-266471884980 x-openstack-request-id: req-e1de23c4-3b3f-4a02-b81a-266471884980 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:15:42.524560 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:15:42.524811 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1de23c4-3b3f-4a02-b81a-266471884980 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:15:42.525264 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1de23c4-3b3f-4a02-b81a-266471884980'] response: {'name': 'network-changed', 'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'status': 'completed', 'code': 200} Apr 08 12:15:42.582428 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:42.589915 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-847e21b8-d11f-4844-80d8-ce7f73c3b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:42.591468 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-847e21b8-d11f-4844-80d8-ce7f73c3b89b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d07b1db1e7184663af46405260698878&device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 1130 time: 0.0460656 Apr 08 12:15:42.732854 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-f84e53e5-802a-45df-bc72-b671bdd92ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:42.734293 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-f84e53e5-802a-45df-bc72-b671bdd92ecd service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 200 len: 913 time: 0.1253829 Apr 08 12:15:42.743903 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60e5e2-3839-4d43-9065-e54a54da7837 req-6bfb277e-d526-4d9e-91ce-6a943227fa95 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:42.745330 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1b60e5e2-3839-4d43-9065-e54a54da7837 req-6bfb277e-d526-4d9e-91ce-6a943227fa95 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0757113 Apr 08 12:15:42.790618 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:42.793909 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-1b60e5e2-3839-4d43-9065-e54a54da7837 req-573baaff-e388-46c4-9dc1-1383eb06cccc tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429792 Apr 08 12:15:42.816195 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:15:42.825595 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:42.826201 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:43.066827 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:43.265905 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:43.291381 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab84ff-381d-4853-a076-8806e43bbf6e None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:08:03Z', 'revision_number': 4, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi', '_interfaces': [{'id': '59316ba1-5b2d-480f-a5f3-2c43f17993ba', 'name': '', 'network_id': '9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'mac_address': 'fa:16:3e:43:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:02Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'subnets': [{'id': 'fee21c07-6078-43a2-9dee-02eddba32d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:15:43.516521 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f47ffb-6f90-465c-ac74-b6e8237a8351 None None] New status for floating IP 558299d3-677e-494f-aa2d-f134f642e948: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 12:15:43.641797 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-ff041e97-9a14-4ee9-a05b-334a3ae6f4dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 200 len: 217 time: 0.0391452 Apr 08 12:15:43.690396 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-7e292d23-e4f8-494c-9ec2-7adc7342299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:43.691836 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-7e292d23-e4f8-494c-9ec2-7adc7342299b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 200 len: 851 time: 0.0440679 Apr 08 12:15:43.759267 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-ede9fa51-c043-4e9e-8d2c-ea27f50c429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:43.760771 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-ede9fa51-c043-4e9e-8d2c-ea27f50c429a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436957 Apr 08 12:15:43.883191 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-79ca4848-172f-4030-9a3a-acebdbcd5316 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931520 Apr 08 12:15:43.920272 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2e92-f3e8-46a0-a887-7989b2019672 req-c52506f2-da55-411a-a53b-9d3548055274 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:43.921773 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e7ef2e92-f3e8-46a0-a887-7989b2019672 req-c52506f2-da55-411a-a53b-9d3548055274 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0561249 Apr 08 12:15:43.970142 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e7ef2e92-f3e8-46a0-a887-7989b2019672 req-4e5fbd37-ab80-4cce-b701-ef2df35769b9 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/security-groups?id=65ac0417-eb11-4280-b69a-b898c41c5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Apr 08 12:15:44.006476 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-04f665a4-1b77-4391-903e-7de6a40f7a58 req-120edbe5-021f-466d-8df7-51517ee7d783 service neutron] 10.222.0.44 "GET /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839553 Apr 08 12:15:44.273905 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013fde5-3999-45da-85d7-ab817e754df7 req-c41987ff-e186-4fb2-933b-137c0709fb6d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 12:15:44.275243 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3013fde5-3999-45da-85d7-ab817e754df7 req-c41987ff-e186-4fb2-933b-137c0709fb6d tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 946 time: 0.0687954 Apr 08 12:15:44.366127 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:44.366470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:44.463730 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] For port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:44.464287 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:44.480563 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 owned by compute:nova {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:44.616990 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (7afe9de8-020b-46a2-bccd-44ac79d5c3d3), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:44.648694 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=7afe9de8-020b-46a2-bccd-44ac79d5c3d3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:44.690800 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] No DVR routers for this DVR port 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 on host hv-cinder-81566 {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:44.693400 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for port (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:44.696648 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [req-3013fde5-3999-45da-85d7-ab817e754df7 req-556f26a7-0ec8-4a09-8205-21856956169b tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.44 "DELETE /v2.0/ports/7afe9de8-020b-46a2-bccd-44ac79d5c3d3 HTTP/1.1" status: 204 len: 173 time: 0.4156959 Apr 08 12:15:44.697114 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'name': 'network-vif-deleted', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3'}] {{(pid=109768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 12:15:44.699405 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89d7f0371f8d3ef1cb95b5489cdf1cf4a7a6b9aa9906f5cc9cddf969f51e32ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1d94c5-f2ae-4d6c-a2fc-eff0bec3c7c4" -d '{"events": [{"server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "name": "network-vif-deleted", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3"}]}' {{(pid=109768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 12:15:44.735674 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 12:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632d5de-94ab-42c1-a5c7-c7679dc15fc5 x-openstack-request-id: req-c632d5de-94ab-42c1-a5c7-c7679dc15fc5 {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 12:15:44.735946 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47bff8-c177-4f0d-9c12-8b90883319d4", "name": "network-vif-deleted", "tag": "7afe9de8-020b-46a2-bccd-44ac79d5c3d3", "status": "completed", "code": 200}]} {{(pid=109768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 12:15:44.736232 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c632d5de-94ab-42c1-a5c7-c7679dc15fc5 {{(pid=109768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 12:15:44.736624 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c632d5de-94ab-42c1-a5c7-c7679dc15fc5'] response: {'server_uuid': 'cd47bff8-c177-4f0d-9c12-8b90883319d4', 'name': 'network-vif-deleted', 'tag': '7afe9de8-020b-46a2-bccd-44ac79d5c3d3', 'status': 'completed', 'code': 200} Apr 08 12:15:45.079507 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [req-611eca3f-680b-4062-8dc4-2c721805a742 req-6f3e184f-ec76-4aa9-9e20-e342c2c4fe80 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd47bff8-c177-4f0d-9c12-8b90883319d4 HTTP/1.1" status: 200 len: 210 time: 0.0278807 Apr 08 12:15:46.147492 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49602) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:46.546818 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Deleting port d47c1917-fa77-4473-8b50-1bb5f46d083c {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:46.547060 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.624933 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.625283 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (d47c1917-fa77-4473-8b50-1bb5f46d083c), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.637065 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Calling delete_port for d47c1917-fa77-4473-8b50-1bb5f46d083c owned by network:floatingip {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:46.777126 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (d47c1917-fa77-4473-8b50-1bb5f46d083c), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.801274 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'Port': ['ID=d47c1917-fa77-4473-8b50-1bb5f46d083c,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:46.862567 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for floatingip (b5acb506-34f6-4566-81bc-a9099bc3df93), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.865119 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64732'] for floatingip (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:46.866277 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-5c5aaf89-7da0-406d-8e7a-64678f307257 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "DELETE /v2.0/floatingips/b5acb506-34f6-4566-81bc-a9099bc3df93 HTTP/1.1" status: 204 len: 168 time: 0.7177796 Apr 08 12:15:48.079827 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49616) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:48.139615 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (65ac0417-eb11-4280-b69a-b898c41c5b32), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:48.160494 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:48.172607 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (65ac0417-eb11-4280-b69a-b898c41c5b32), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:48.180467 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] No Port match for: 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:48.180808 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Device 7afe9de8-020b-46a2-bccd-44ac79d5c3d3 not bound to the agent host hv-cinder-81566 {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:48.239413 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (65ac0417-eb11-4280-b69a-b898c41c5b32), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:48.243079 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:48.244701 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] 10.222.0.55 "DELETE /v2.0/security-groups/65ac0417-eb11-4280-b69a-b898c41c5b32 HTTP/1.1" status: 204 len: 168 time: 0.1637828 Apr 08 12:15:48.253738 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af3e2-9adb-479c-8cef-4ba6255bfe35 tempest-TestVolumeBootPattern-930800538 tempest-TestVolumeBootPattern-930800538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac0417-eb11-4280-b69a-b898c41c5b32,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:48.301602 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49620) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:48.785719 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (a7711898-176b-4d08-b26e-6a34414cf123), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.039741 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Deleting port 59316ba1-5b2d-480f-a5f3-2c43f17993ba {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:49.040000 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.118548 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] For port 59316ba1-5b2d-480f-a5f3-2c43f17993ba, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=59316ba1-5b2d-480f-a5f3-2c43f17993ba,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:49.118893 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.132343 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Calling delete_port for 59316ba1-5b2d-480f-a5f3-2c43f17993ba owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:49.318069 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (59316ba1-5b2d-480f-a5f3-2c43f17993ba), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.345463 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Pushing event deleted for resources: {'Port': ['ID=59316ba1-5b2d-480f-a5f3-2c43f17993ba,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:49.356650 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.357026 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.357397 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.357729 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.358052 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.358367 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.358671 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.358963 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.359296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.359601 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.359924 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.360244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.360583 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.360866 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.361227 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:49.520257 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (a7711898-176b-4d08-b26e-6a34414cf123), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.741368 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Router a7711898-176b-4d08-b26e-6a34414cf123 has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:15:49.847759 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:15:49.853087 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1839724a-0832-4e2a-ac3d-322a657514ad admin admin] 10.222.0.55 "PUT /v2.0/routers/a7711898-176b-4d08-b26e-6a34414cf123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5504084 Apr 08 12:15:49.855836 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49624) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:49.859234 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Sync routers for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:15:49.873403 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:49.874015 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:49.960690 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks [] for router (a7711898-176b-4d08-b26e-6a34414cf123), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:49.981212 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: dv-cinder-815660-8-iscsi {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:50.058450 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks [] for router_gateway (a7711898-176b-4d08-b26e-6a34414cf123), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.160834 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:15:49Z', 'revision_number': 5, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port': {'id': '0941c722-a552-45d2-a1eb-29bfdb96b916', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:01Z', 'updated_at': '2022-04-08T12:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:50.188231 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Checking router: a7711898-176b-4d08-b26e-6a34414cf123 for host: dv-cinder-815660-8-iscsi {{(pid=109770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:15:50.198290 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Routers {'a7711898-176b-4d08-b26e-6a34414cf123'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:50.198954 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:23Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['a7711898-176b-4d08-b26e-6a34414cf123'], 'active': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:50.292285 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvr_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] Set router a7711898-176b-4d08-b26e-6a34414cf123 gateway port host: None {{(pid=109770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:50.347118 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_hamode_db [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:15:50Z', 'revision_number': 6, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:50.374490 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aae246-e831-49fd-90ba-b29b3cee48d9 None None] The sync data for ids ['a7711898-176b-4d08-b26e-6a34414cf123'] in dv-cinder-815660-8-iscsi is: [{'id': 'a7711898-176b-4d08-b26e-6a34414cf123', 'name': 'tempest-TestVolumeBootPattern-1085135873-router', 'tenant_id': 'd07b1db1e7184663af46405260698878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:00Z', 'updated_at': '2022-04-08T12:15:50Z', 'revision_number': 6, 'project_id': 'd07b1db1e7184663af46405260698878', 'gw_port_host': None}] {{(pid=109770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:15:50.380965 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Deleting port 0941c722-a552-45d2-a1eb-29bfdb96b916 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:50.381541 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.469346 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] For port 0941c722-a552-45d2-a1eb-29bfdb96b916, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=0941c722-a552-45d2-a1eb-29bfdb96b916,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:50.469714 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.479608 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c9ab861e-60f3-4677-a6c6-11fc611a3159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.483179 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Calling delete_port for 0941c722-a552-45d2-a1eb-29bfdb96b916 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:50.651352 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (0941c722-a552-45d2-a1eb-29bfdb96b916), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.676349 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0941c722-a552-45d2-a1eb-29bfdb96b916,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:50.737212 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (a7711898-176b-4d08-b26e-6a34414cf123), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.837542 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (a7711898-176b-4d08-b26e-6a34414cf123), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.839810 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks [] for router_controller (a7711898-176b-4d08-b26e-6a34414cf123), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.886916 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (a7711898-176b-4d08-b26e-6a34414cf123), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.887496 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7711898-176b-4d08-b26e-6a34414cf123 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:15:50.892296 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.893479 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0789f408-c3a6-45a9-bd91-c909c4bdad79 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a7711898-176b-4d08-b26e-6a34414cf123 HTTP/1.1" status: 204 len: 168 time: 1.0367832 Apr 08 12:15:50.896069 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49626) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:50.940215 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Deleting subnet fee21c07-6078-43a2-9dee-02eddba32d44 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:15:50.943494 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Publish callbacks [] for subnet (fee21c07-6078-43a2-9dee-02eddba32d44), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:50.986408 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11794944'] for subnet (fee21c07-6078-43a2-9dee-02eddba32d44), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.071422 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (fee21c07-6078-43a2-9dee-02eddba32d44), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.139912 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11065677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541541'] for subnet (fee21c07-6078-43a2-9dee-02eddba32d44), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.164720 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 59316ba1-5b2d-480f-a5f3-2c43f17993ba no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:51.166333 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee21c07-6078-43a2-9dee-02eddba32d44,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:51.170765 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.176760 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49628) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:51.177285 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c55dd9ba-4d4d-4bde-87b2-dca6e5d695ac admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fee21c07-6078-43a2-9dee-02eddba32d44 HTTP/1.1" status: 204 len: 168 time: 0.2798231 Apr 08 12:15:51.196816 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 59316ba1-5b2d-480f-a5f3-2c43f17993ba {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:51.197223 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 59316ba1-5b2d-480f-a5f3-2c43f17993ba not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:51.198646 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c7d0b-634b-42ec-89c2-f46b9a42eb60 None None] Network 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:15:51.250440 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.304433 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Deleting port 47608280-4df1-441c-b253-11f91bb33441 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:51.304776 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (47608280-4df1-441c-b253-11f91bb33441), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.363965 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] DHCP port deletion for 9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:15:51.371104 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] For port 47608280-4df1-441c-b253-11f91bb33441, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=47608280-4df1-441c-b253-11f91bb33441,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:51.371470 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (47608280-4df1-441c-b253-11f91bb33441), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.385495 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Calling delete_port for 47608280-4df1-441c-b253-11f91bb33441 owned by network:dhcp {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:51.427776 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Deleting port 47608280-4df1-441c-b253-11f91bb33441 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:51.428141 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (47608280-4df1-441c-b253-11f91bb33441), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.475034 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (47608280-4df1-441c-b253-11f91bb33441), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.492725 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] For port 47608280-4df1-441c-b253-11f91bb33441, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=47608280-4df1-441c-b253-11f91bb33441,segment=NetworkSegment(3961387d-e843-4fb7-b6cf-59a499e0b967),segment_id=3961387d-e843-4fb7-b6cf-59a499e0b967)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:51.493155 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (47608280-4df1-441c-b253-11f91bb33441), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.505708 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Calling delete_port for 47608280-4df1-441c-b253-11f91bb33441 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:51.506177 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Pushing event deleted for resources: {'Port': ['ID=47608280-4df1-441c-b253-11f91bb33441,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:51.508009 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] No DVR routers for this DVR port 47608280-4df1-441c-b253-11f91bb33441 on host dv-cinder-815660-8-iscsi {{(pid=109768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:51.576038 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.585558 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (47608280-4df1-441c-b253-11f91bb33441), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.597501 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1']}} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:51.607206 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3961387d-e843-4fb7-b6cf-59a499e0b967') {'for_net_delete': True} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:51.607522 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.services.segments.db [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3961387d-e843-4fb7-b6cf-59a499e0b967') {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:51.610880 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Pushing event deleted for resources: {'Port': ['ID=47608280-4df1-441c-b253-11f91bb33441,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:51.613103 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] No DVR routers for this DVR port 47608280-4df1-441c-b253-11f91bb33441 on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:51.620645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.620990 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.621259 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.621578 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.621879 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.622206 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.622525 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.622844 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.623159 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.623491 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.623692 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12561429'] for segment (3961387d-e843-4fb7-b6cf-59a499e0b967), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.623819 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.624092 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.624414 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.625107 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.625107 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd45b2-825a-4761-8a2f-316a82044ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-8-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 12:15:51.639339 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (3961387d-e843-4fb7-b6cf-59a499e0b967), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.645252 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:15:51.645632 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12560575'] for segment (3961387d-e843-4fb7-b6cf-59a499e0b967), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: Traceback (most recent call last): Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: timer() Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: cb(*args, **kw) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: return func(*args, **kwargs) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: self._notify() Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: self.callback(batched_events) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: event.method(event) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: return f(self, *a, **k) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._get(url).json() Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: return self.request(url, 'GET', **kwargs) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:15:51.647244 dv-cinder-815660-8-iscsi neutron-server[109768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:15:51.704549 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.710034 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:51.713205 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1 HTTP/1.1" status: 204 len: 168 time: 0.5352180 Apr 08 12:15:51.716523 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49630) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:51.723790 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda5e3-49c6-44cb-957e-5c749bfbac81 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7cb7bb-e2a3-40e1-905f-41d97cfc23d1,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:52.069460 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605636'] for router_interface (efd816f3-d807-4cb5-9ece-4af91520081a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:52.325542 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Deleting port 7b804b46-0fe8-4642-a45f-1cd22fe22324 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:52.325769 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:52.404680 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] For port 7b804b46-0fe8-4642-a45f-1cd22fe22324, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=7b804b46-0fe8-4642-a45f-1cd22fe22324,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:52.405067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:52.417550 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Calling delete_port for 7b804b46-0fe8-4642-a45f-1cd22fe22324 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:52.615986 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (7b804b46-0fe8-4642-a45f-1cd22fe22324), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:52.645758 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b804b46-0fe8-4642-a45f-1cd22fe22324,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:52.688660 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7260659c-d62c-4996-a918-937c3e15b88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:52.696253 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 47608280-4df1-441c-b253-11f91bb33441 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:52.718959 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 47608280-4df1-441c-b253-11f91bb33441 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:52.719486 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 47608280-4df1-441c-b253-11f91bb33441 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:52.720010 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 0941c722-a552-45d2-a1eb-29bfdb96b916 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:52.741116 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 0941c722-a552-45d2-a1eb-29bfdb96b916 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:52.741744 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 0941c722-a552-45d2-a1eb-29bfdb96b916 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:52.785805 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:15:52.819805 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-605579'] for router_interface (efd816f3-d807-4cb5-9ece-4af91520081a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.055552 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Router efd816f3-d807-4cb5-9ece-4af91520081a has already been hosted by L3 agent 07cc4167-8ae7-4a7d-9b90-48428454cc5f {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 12:15:53.169743 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] Notify agent at l3_agent.dv-cinder-815660-8-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 12:15:53.174763 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b172c00b-1dcd-4584-a745-b3a55d2aa7a2 admin admin] 10.222.0.55 "PUT /v2.0/routers/efd816f3-d807-4cb5-9ece-4af91520081a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4570181 Apr 08 12:15:53.177524 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49632) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:53.179778 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Sync routers for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 12:15:53.190442 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:53.191060 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:53.282578 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks [] for router (efd816f3-d807-4cb5-9ece-4af91520081a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.296061 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: dv-cinder-815660-8-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:53.389869 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks [] for router_gateway (efd816f3-d807-4cb5-9ece-4af91520081a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.444237 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Deleting port 56238f96-7a0d-493d-8609-4960d35abcc3 {{(pid=109768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:53.444473 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.468724 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'external_fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:15:52Z', 'revision_number': 5, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port': {'id': '56238f96-7a0d-493d-8609-4960d35abcc3', 'name': '', 'network_id': 'f72c0f87-5229-4fdc-9dee-2074767b713b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '958020ea-32ef-4dad-940e-2e67641715dd', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T12:08:05Z', 'updated_at': '2022-04-08T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '958020ea-32ef-4dad-940e-2e67641715dd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-8-iscsi'}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:53.498272 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Checking router: efd816f3-d807-4cb5-9ece-4af91520081a for host: dv-cinder-815660-8-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 12:15:53.506681 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Routers {'efd816f3-d807-4cb5-9ece-4af91520081a'} bound to L3 agent in host dv-cinder-815660-8-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 12:15:53.507266 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T11:41:23Z,description=,heartbeat_timestamp=2022-04-08T12:15:53Z,host='dv-cinder-815660-8-iscsi',id=07cc4167-8ae7-4a7d-9b90-48428454cc5f,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T11:41:23Z,topic='l3_agent')) {'router_ids': ['efd816f3-d807-4cb5-9ece-4af91520081a'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:53.524224 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.db [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] For port 56238f96-7a0d-493d-8609-4960d35abcc3, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=56238f96-7a0d-493d-8609-4960d35abcc3,segment=NetworkSegment(4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb),segment_id=4ecdb8f6-8c6e-4ac0-97f2-f15b288dc0bb)] {{(pid=109768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:53.524584 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.537158 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Calling delete_port for 56238f96-7a0d-493d-8609-4960d35abcc3 owned by network:router_gateway {{(pid=109768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:53.592409 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] Set router efd816f3-d807-4cb5-9ece-4af91520081a gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 12:15:53.645469 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:15:53Z', 'revision_number': 6, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port_host': None}], 'dv-cinder-815660-8-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:53.676902 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822db82-4c5e-4a1e-a7c6-8c78f7da12c6 None None] The sync data for ids ['efd816f3-d807-4cb5-9ece-4af91520081a'] in dv-cinder-815660-8-iscsi is: [{'id': 'efd816f3-d807-4cb5-9ece-4af91520081a', 'name': 'tempest-TestVolumeBootPattern-855603843-router', 'tenant_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T12:08:04Z', 'updated_at': '2022-04-08T12:15:53Z', 'revision_number': 6, 'project_id': 'cdf27500203d475eaf5e8aac091d8ff1', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 12:15:53.702205 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12560524'] for port (56238f96-7a0d-493d-8609-4960d35abcc3), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.729597 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=56238f96-7a0d-493d-8609-4960d35abcc3,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:53.787635 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603390'] for router_gateway (efd816f3-d807-4cb5-9ece-4af91520081a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.892184 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106726'] for router (efd816f3-d807-4cb5-9ece-4af91520081a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.894555 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks [] for router_controller (efd816f3-d807-4cb5-9ece-4af91520081a), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.957996 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-599968'] for router (efd816f3-d807-4cb5-9ece-4af91520081a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.958545 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd816f3-d807-4cb5-9ece-4af91520081a {{(pid=109768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 12:15:53.963551 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:53.964691 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-de5becb8-52bd-4f7a-b37d-64fc7d235f32 admin admin] 10.222.0.55 "DELETE /v2.0/routers/efd816f3-d807-4cb5-9ece-4af91520081a HTTP/1.1" status: 204 len: 168 time: 0.7861774 Apr 08 12:15:53.967200 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49634) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:53.972952 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.014652 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Deleting subnet 9b11f9cf-b39c-45bf-86d4-1286f19ec137 {{(pid=109768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 12:15:54.017805 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Publish callbacks [] for subnet (9b11f9cf-b39c-45bf-86d4-1286f19ec137), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.053791 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12561420'] for subnet (9b11f9cf-b39c-45bf-86d4-1286f19ec137), precommit_delete_associations {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.133350 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3322244'] for subnet (9b11f9cf-b39c-45bf-86d4-1286f19ec137), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.192078 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3322253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12560473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11652060'] for subnet (9b11f9cf-b39c-45bf-86d4-1286f19ec137), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.214954 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b11f9cf-b39c-45bf-86d4-1286f19ec137,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:54.221423 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.225304 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-6cd99fc6-06af-4b58-b3db-945cbafbdbea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b11f9cf-b39c-45bf-86d4-1286f19ec137 HTTP/1.1" status: 204 len: 168 time: 0.2571666 Apr 08 12:15:54.226832 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a9b9d-76c4-4825-b8cf-5d427d4df23a None None] Network 0eba592d-fcba-494d-b6c8-97152c9409e6 requested from dv-cinder-815660-8-iscsi {{(pid=109770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 12:15:54.227406 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49636) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:54.295623 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3150917'] for network (0eba592d-fcba-494d-b6c8-97152c9409e6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.353559 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Deleting port dfce162d-f72f-421e-b4da-5c43d477459c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:54.353893 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.416970 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] For port dfce162d-f72f-421e-b4da-5c43d477459c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=dfce162d-f72f-421e-b4da-5c43d477459c,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:54.417334 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.431342 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Calling delete_port for dfce162d-f72f-421e-b4da-5c43d477459c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:54.441570 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] DHCP port deletion for 0eba592d-fcba-494d-b6c8-97152c9409e6 request from dv-cinder-815660-8-iscsi {{(pid=109770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 12:15:54.495791 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Deleting port dfce162d-f72f-421e-b4da-5c43d477459c {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 12:15:54.496037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739396268162'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.518164 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11065752'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.544287 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfce162d-f72f-421e-b4da-5c43d477459c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:54.547891 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] No DVR routers for this DVR port dfce162d-f72f-421e-b4da-5c43d477459c on host dv-cinder-815660-8-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:54.563607 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] For port dfce162d-f72f-421e-b4da-5c43d477459c, host dv-cinder-815660-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-8-iscsi',level=0,port_id=dfce162d-f72f-421e-b4da-5c43d477459c,segment=NetworkSegment(528d366e-28df-437b-8a2e-17dc1e042bfa),segment_id=528d366e-28df-437b-8a2e-17dc1e042bfa)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 12:15:54.564006 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612656'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.576258 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Calling delete_port for dfce162d-f72f-421e-b4da-5c43d477459c owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 12:15:54.617656 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3340573', 'neutron.services.segments.db._delete_segments_for_network-8739396093642'] for network (0eba592d-fcba-494d-b6c8-97152c9409e6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.641149 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eba592d-fcba-494d-b6c8-97152c9409e6']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:54.655030 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528d366e-28df-437b-8a2e-17dc1e042bfa') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:54.655324 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528d366e-28df-437b-8a2e-17dc1e042bfa') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 12:15:54.658882 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3298558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739396274517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739395812958'] for port (dfce162d-f72f-421e-b4da-5c43d477459c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.673409 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739396096211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11794969'] for segment (528d366e-28df-437b-8a2e-17dc1e042bfa), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.684641 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] Pushing event deleted for resources: {'Port': ['ID=dfce162d-f72f-421e-b4da-5c43d477459c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:54.688796 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd3c50-d103-41a3-947c-f14c1a67a7ab None None] No DVR routers for this DVR port dfce162d-f72f-421e-b4da-5c43d477459c on host dv-cinder-815660-8-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 12:15:54.692488 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669'] for segment (528d366e-28df-437b-8a2e-17dc1e042bfa), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.706533 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 12:15:54.707076 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3312669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11065771'] for segment (528d366e-28df-437b-8a2e-17dc1e042bfa), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: Traceback (most recent call last): Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: timer() Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: cb(*args, **kw) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: return func(*args, **kwargs) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: self._notify() Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: self.callback(batched_events) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: event.method(event) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: return f(self, *a, **k) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._get(url).json() Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:15:54.708856 dv-cinder-815660-8-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:15:54.719924 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 56238f96-7a0d-493d-8609-4960d35abcc3 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:54.740075 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 56238f96-7a0d-493d-8609-4960d35abcc3 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:54.740416 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 56238f96-7a0d-493d-8609-4960d35abcc3 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:54.740823 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 7b804b46-0fe8-4642-a45f-1cd22fe22324 no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:54.765101 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: 7b804b46-0fe8-4642-a45f-1cd22fe22324 {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:54.765365 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device 7b804b46-0fe8-4642-a45f-1cd22fe22324 not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:54.765762 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device dfce162d-f72f-421e-b4da-5c43d477459c no longer exists at agent ovs-agent-dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 12:15:54.771244 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3340550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603354'] for network (0eba592d-fcba-494d-b6c8-97152c9409e6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.785476 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] No Port match for: dfce162d-f72f-421e-b4da-5c43d477459c {{(pid=109770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 12:15:54.785822 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.rpc [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Device dfce162d-f72f-421e-b4da-5c43d477459c not bound to the agent host dv-cinder-815660-8-iscsi {{(pid=109770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 12:15:54.786798 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532280'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:54.789939 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0eba592d-fcba-494d-b6c8-97152c9409e6 HTTP/1.1" status: 204 len: 168 time: 0.5615051 Apr 08 12:15:54.791586 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf544c2-a07a-4e4e-abe0-954c499cfb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eba592d-fcba-494d-b6c8-97152c9409e6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:54.905067 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49640) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:54.945590 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a795d2b9-31ef-4966-8f5f-d245f39003cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d07b1db1e7184663af46405260698878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392437 Apr 08 12:15:54.948009 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.55', 49642) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:54.994156 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] Publish callbacks [] for security_group (c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.020063 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] Publish callbacks [] for security_group (c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.079897 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.082002 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.083213 dv-cinder-815660-8-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726 HTTP/1.1" status: 204 len: 168 time: 0.1343613 Apr 08 12:15:55.091590 dv-cinder-815660-8-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0616919-6ef1-48d6-ae0c-9c1921b2048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea1e8f-cb4f-4b3a-96d9-84a3b2136726,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:55.227650 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.421768 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49648) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:55.463128 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-814cf1a1-5345-45ad-bb0e-c3aacbd62b96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdf27500203d475eaf5e8aac091d8ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402231 Apr 08 12:15:55.465567 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.wsgi [-] (109768) accepted ('10.222.0.55', 49650) {{(pid=109768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 12:15:55.514599 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] Publish callbacks [] for security_group (984e36c3-1869-49d2-8b2e-01ef0f0b432a), before_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.536587 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] Publish callbacks [] for security_group (984e36c3-1869-49d2-8b2e-01ef0f0b432a), precommit_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.590292 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602709'] for security_group (984e36c3-1869-49d2-8b2e-01ef0f0b432a), after_delete {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.592842 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:15:55.594015 dv-cinder-815660-8-iscsi neutron-server[109768]: INFO neutron.wsgi [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/984e36c3-1869-49d2-8b2e-01ef0f0b432a HTTP/1.1" status: 204 len: 168 time: 0.1275980 Apr 08 12:15:55.601649 dv-cinder-815660-8-iscsi neutron-server[109768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ab702-a778-4b50-8967-711dac9afdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984e36c3-1869-49d2-8b2e-01ef0f0b432a,revision_number=None']} {{(pid=109768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 12:15:56.628638 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:05.231741 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:20.491237 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1ad88205-6d64-4d18-bf52-8091826da0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:22.690983 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da12b51b-fc13-47d1-a646-2c851d51c77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:23.984362 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:25.238495 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:26.647029 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:29.792462 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:16:35.228765 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:50.493450 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9bee796b-b2a9-4f9c-9071-a30ef740b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:52.690947 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-01da129a-98a0-4f64-85f6-59539d576821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:53.984227 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:55.242406 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:16:56.645222 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:05.229126 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:06.783051 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:17:20.496026 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d4dc23f-f809-45be-86f6-d95386d0c2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:22.691533 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-081fdfcd-ae11-4062-a2b5-f2a269d9ccc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:23.993886 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:25.240945 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:26.645196 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:35.230855 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:43.789994 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:17:50.495289 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2cde1922-6415-4f6e-816b-732549e8d33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:52.698037 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2d0f-4943-4d49-8130-97b265d0e3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:53.990064 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:55.250691 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:17:56.636140 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:05.232274 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:20.501672 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c3f5c20e-ac11-4914-8147-3265bb787898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:20.782815 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:18:22.690378 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aab506fc-311e-4973-9824-e510ee6655e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:23.997633 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:25.260531 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:26.639112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:35.225889 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:50.491112 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62027bde-7978-4dda-bebc-5c34b1129ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:52.695845 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d4838f53-7d21-4c96-a928-be4cacdfb292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:54.002011 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:55.254645 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:56.641871 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:18:57.789738 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:19:05.226038 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:20.493107 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-66fead7a-a650-4a52-ae74-4afa87b6bec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:22.688869 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f95192b-1279-439f-b07a-20809f066fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:24.011164 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:25.259752 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:26.645772 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:34.787385 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:19:35.229648 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:50.492137 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ae9c-0989-4a3c-b238-a403ec6fcea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:52.684349 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-37311488-7519-4585-876c-05146573e63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:54.018751 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:55.264527 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:19:56.655488 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:05.221598 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:11.781419 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:20:20.490981 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e38b765-552c-4895-92a6-04c75e499e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:22.690247 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b73dca1b-8ce2-4537-8518-51440bfbc556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:24.019950 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:25.271988 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:26.654396 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:35.222784 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:48.786810 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:20:50.492397 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-33c4c78f-857a-4e07-98cc-412dfc253d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:52.687652 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-481cfa96-9e01-4126-addd-dafe3a7d4ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:54.021776 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:55.269402 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:20:56.662610 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:05.223019 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3608a5e1-3e6f-44fc-b7ab-8af014b62de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (53de1a26-ab57-40d4-9ed7-9201d7fd5f66), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:20.490875 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d14cbbfb-68c4-4dfc-be3c-2c5530da14f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (2a246093-17ef-4fa1-8bcc-7a6083667cee), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:22.688330 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-21ed33f0-56f5-4dc6-8cba-36ad301c4ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (07cc4167-8ae7-4a7d-9b90-48428454cc5f), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:24.015791 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe07-ab82-46e8-8f74-18de2e77d073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (33c4120e-809a-4cb3-adbc-19cbbf8656c4), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:25.269668 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2a36-cf1b-42d1-9459-c513edca525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (d23ae9de-7fb3-4eab-86ac-6b8e818351ab), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 12:21:25.793777 dv-cinder-815660-8-iscsi neutron-server[109771]: DEBUG neutron.db.agents_db [None req-42fad75c-10f3-44df-a0e1-c938b993decc None None] Agent healthcheck: found 6 active agents {{(pid=109771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 12:21:26.648489 dv-cinder-815660-8-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11f4d1f4-793b-4af4-9dd2-365d402d2adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739396093624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3334362'] for agent (b5c9ceb8-88cc-4753-ab35-c34ab20c4604), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}